-- Logs begin at Wed 2021-05-26 14:03:39 UTC, end at Wed 2021-05-26 14:58:09 UTC. -- May 26 14:36:02.388891 dv-cinder-774594-6-smb systemd[1]: Started Devstack devstack@q-svc.service. May 26 14:36:03.358062 dv-cinder-774594-6-smb neutron-server[103552]: Beware of the coming changes in the project packaging May 26 14:36:03.358663 dv-cinder-774594-6-smb neutron-server[103552]: https://github.com/svinota/pyroute2/discussions/786 May 26 14:36:04.813135 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.common.config [-] Logging enabled! May 26 14:36:04.813801 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 14:36:04.813883 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 14:36:04.817655 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.common.config [-] Logging enabled! May 26 14:36:04.817911 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 26 14:36:04.818223 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103552) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 14:36:04.819148 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:36:04.819384 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:36:04.819752 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:36:04.820008 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:36:04.820231 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:36:04.820549 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.820849 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.821147 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.821376 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.821671 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.821963 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.822248 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.822539 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.822836 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.823126 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.823404 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.823685 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.823942 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.824225 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.824512 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.824799 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.825022 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] debug = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.825300 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.825724 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.826125 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.826404 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.826694 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.826972 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.827251 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.827529 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.827836 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.828166 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] host = dv-cinder-774594-6-smb {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.828446 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.828735 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.829024 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.829313 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.829588 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.829864 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.830149 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.830424 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.830698 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.830971 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.831258 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.831543 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.831858 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.832111 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.832337 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.832627 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.832913 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.833188 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.833461 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.833733 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.834003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.834276 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.834546 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.834848 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.835117 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.835403 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.835675 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.835977 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.836247 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.836518 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.836804 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.837076 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.837355 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.837627 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.837915 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.838182 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.838454 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.838754 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.839038 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.839319 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.839603 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.839917 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.840201 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.840473 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.840746 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.841017 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_json = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.841286 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.841555 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.841840 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.842110 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.842380 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.842653 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.842925 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.843209 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:04.843505 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.843826 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.844131 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.844415 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.844711 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.844992 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.845283 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.845560 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.845849 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.846139 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.846428 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.846708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.846999 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.847281 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.847575 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.847923 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.848221 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.848513 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.848790 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.849066 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.849341 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.849617 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.849902 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.850196 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.850487 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.850762 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.851039 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.851331 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.851608 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.851911 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.852191 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.852480 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.852759 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.853032 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.853311 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.853587 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.853859 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.854133 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.854409 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.854699 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.854977 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.855256 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.855534 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.855839 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.856113 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.856396 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.856671 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.856945 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.857223 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.857500 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.857771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.858044 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.858319 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.858593 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.858870 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.859142 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.859416 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.859688 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.859984 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.860256 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.860525 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.860798 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.861075 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.861345 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.861617 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.861889 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.862161 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.862435 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.862720 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.863018 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.863297 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.864110 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.864393 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.864672 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.864950 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.865230 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.865510 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.865787 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.866062 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.866354 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.866638 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.866925 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.867210 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.867488 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.867925 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.868208 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.868493 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.868771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.869049 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.869605 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.869891 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.870187 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.870482 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.870777 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.871072 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.871364 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.871648 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.871981 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.872263 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:04.872481 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:36:04.872720 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103552) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 14:36:05.225583 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:05.225854 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:05.226139 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:05.226616 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 14:36:05.615695 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.616012 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.616290 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.617505 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.617782 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.618051 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.653809 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.654086 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.654362 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.667910 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.668194 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.668463 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.697539 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.697826 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.698094 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.734956 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.735237 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.735504 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.967078 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.967676 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.967676 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.967907 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:05.968648 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.095071 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.095395 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.095677 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.095978 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.096247 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.096554 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.096810 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.097092 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.097349 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.097701 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.097973 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.098248 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.098516 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.098771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.099044 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.099314 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.100739 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.101030 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.101295 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.101590 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.101948 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.102208 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.102462 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.102749 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.103003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.103253 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.103639 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.103907 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.104150 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.104389 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.104624 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.104865 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.105232 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 14:36:06.108419 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 14:36:06.112348 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 14:36:06.116162 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) May 26 14:36:06.117789 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 14:36:06.118234 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 14:36:06.118578 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 14:36:06.118966 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 14:36:06.122188 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 14:36:06.122445 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 14:36:06.122794 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 14:36:06.150951 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 14:36:06.151396 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.151692 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103552) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 14:36:06.152087 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.153436 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103552) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 14:36:06.153718 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 14:36:06.153966 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 14:36:06.157203 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.157489 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.228008 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 14:36:06.228194 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 14:36:06.228432 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 14:36:06.228806 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 14:36:06.259307 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_db.sqlalchemy.engines [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103552) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 14:36:06.595323 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing driver for type 'gre' May 26 14:36:06.595799 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] gre ID ranges: [(1, 1000)] May 26 14:36:06.648524 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing driver for type 'local' May 26 14:36:06.648942 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing driver for type 'vlan' May 26 14:36:06.660069 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] VlanTypeDriver initialization complete May 26 14:36:06.660402 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing driver for type 'vxlan' May 26 14:36:06.660891 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] vxlan ID ranges: [(1, 1000)] May 26 14:36:06.712277 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing extension driver 'port_security' May 26 14:36:06.712637 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.extensions.port_security [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] PortSecurityExtensionDriver initialization complete May 26 14:36:06.712968 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing mechanism driver 'openvswitch' May 26 14:36:06.713317 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing mechanism driver 'hyperv' May 26 14:36:06.719736 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:06.720500 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.720868 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.721214 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.721594 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.721940 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.722277 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.722655 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.722999 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.723339 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.723740 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.724189 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.724528 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.724901 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.725242 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.725576 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.725946 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.726287 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.726621 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.726952 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] ML2 OVO RPC backend initialized. {{(pid=103552) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 14:36:06.727646 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.728013 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.728421 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.728762 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > networks before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.729106 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.729437 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > ports before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.729771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.730104 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.730445 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.730779 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.731108 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.731439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.731795 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.732126 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.732455 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.732781 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.733105 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.733664 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.plugin [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Modular L2 Plugin initialization complete May 26 14:36:06.733982 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading services supported by the core plugin {{(pid=103552) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 14:36:06.734299 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.plugins.ml2.managers [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Got port-security extension from driver 'port_security' May 26 14:36:06.734751 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.extensions.vlantransparent [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Disabled vlantransparent extension. May 26 14:36:06.735240 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103552) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 14:36:06.735537 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: router May 26 14:36:06.773193 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.773579 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_create 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.773945 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router before_create 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.774303 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.774667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.775013 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_delete 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.775360 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.775732 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_create 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.776069 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.776407 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.776744 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.777094 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.777495 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.777854 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.778182 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.778511 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: subnet after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.778845 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.779186 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.779522 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.779884 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.780217 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.780562 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router after_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.780890 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.781225 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.781573 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.781906 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.782265 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > network after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.783087 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Tracking information for resource: router configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.783408 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Tracking information for resource: floatingip configured {{(pid=103552) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 14:36:06.788324 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.db.l3_agentschedulers_db [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 14:36:06.788890 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.789245 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.789590 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.789932 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: port after_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.790701 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router before_create 55550100 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.791057 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.791410 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.791788 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.796278 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.provider_configuration [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service providers = [] {{(pid=103552) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 14:36:06.796636 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.db.servicetype_db [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103552) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 14:36:06.799496 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.service_base [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:36:06.799878 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.service_base [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:36:06.800218 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.service_base [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:36:06.801104 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.services.service_base [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103552) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 14:36:06.801470 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.services.service_base [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 14:36:06.801998 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.802312 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 14:36:06.812605 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.812934 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: auto_allocate May 26 14:36:06.819134 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: network precommit_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.819496 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: network precommit_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.820033 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.820345 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: tag May 26 14:36:06.827019 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.827343 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: timestamp May 26 14:36:06.831103 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.831427 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: network_ip_availability May 26 14:36:06.837247 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.837611 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.837963 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:06.838660 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.838974 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: flavors May 26 14:36:06.843970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.844303 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading Plugin: revisions May 26 14:36:06.848910 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103552) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 14:36:06.849248 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=103552) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:06.849964 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103552) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 14:36:06.850294 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Initializing extension manager. May 26 14:36:06.850791 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: __init__.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.851126 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: __pycache__ {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.851454 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.851867 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: address_group.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.852607 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.853168 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: address-group May 26 14:36:06.853485 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: address_scope.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.854181 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.854693 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: address-scope May 26 14:36:06.855006 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.855937 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.856457 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: router-admin-state-down-before-update May 26 14:36:06.856771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: agent.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.857453 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.857960 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: agent May 26 14:36:06.858272 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: agent_resources_synced.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.859155 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.859662 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: agent-resources-synced May 26 14:36:06.860000 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.861732 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.862261 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: allowed-address-pairs May 26 14:36:06.862582 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.863649 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.864204 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: auto-allocated-topology May 26 14:36:06.864526 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: availability_zone.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.865204 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.865711 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: availability_zone May 26 14:36:06.866028 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: availability_zone_filter.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.866917 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.867421 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: availability_zone_filter May 26 14:36:06.867763 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: data_plane_status.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.868646 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.869151 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension data-plane-status not supported by any of loaded plugins May 26 14:36:06.869748 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: default_subnetpools.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.870636 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.871145 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: default-subnetpools May 26 14:36:06.871458 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.872273 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.872784 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: dhcp_agent_scheduler May 26 14:36:06.873098 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: dns.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.873991 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.874496 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension dns-integration not supported by any of loaded plugins May 26 14:36:06.874813 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: dns_domain_ports.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.875703 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.876239 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 14:36:06.876555 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: dvr.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.877211 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.877720 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: dvr May 26 14:36:06.878036 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: empty_string_filtering.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.879442 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.880033 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: empty-string-filtering May 26 14:36:06.880348 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.881239 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.881739 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 14:36:06.882053 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.882949 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.883455 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 14:36:06.883799 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: external_net.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.884686 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.885199 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: external-net May 26 14:36:06.885515 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.886403 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.886921 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: extra_dhcp_opt May 26 14:36:06.887233 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: extraroute.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.888138 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.888650 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: extraroute May 26 14:36:06.888961 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: extraroute_atomic.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.889964 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.890477 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: extraroute-atomic May 26 14:36:06.890791 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: filter_validation.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.891428 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.891968 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: filter-validation May 26 14:36:06.892279 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: fip_pf_description.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.893329 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.893837 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 14:36:06.894150 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: fip_port_details.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.895622 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.896157 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: fip-port-details May 26 14:36:06.896470 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: flavors.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.897686 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.898201 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: flavors May 26 14:36:06.898519 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.900177 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.900701 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 14:36:06.901023 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: floatingip_pools.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.901704 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.902217 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: floatingip-pools May 26 14:36:06.902531 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: ip_allocation.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.903439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.903968 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension ip_allocation not supported by any of loaded plugins May 26 14:36:06.904288 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.905180 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.905728 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: ip-substring-filtering May 26 14:36:06.906011 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l2_adjacency.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.906919 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.907420 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 14:36:06.907760 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.908696 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.909213 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: router May 26 14:36:06.909530 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.911778 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.912310 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 14:36:06.912633 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.913542 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.914065 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: ext-gw-mode May 26 14:36:06.914384 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.915277 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.915828 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: l3-ha May 26 14:36:06.916146 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3_flavors.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.917037 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.917546 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: l3-flavors May 26 14:36:06.917861 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.918773 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.919280 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 14:36:06.919595 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: l3agentscheduler.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.920639 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.921158 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: l3_agent_scheduler May 26 14:36:06.921477 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: logging.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.922940 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.923464 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension logging not supported by any of loaded plugins May 26 14:36:06.923821 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: metering.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.924548 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.925124 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: metering May 26 14:36:06.925439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.926528 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.927051 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: metering_source_and_destination_fields May 26 14:36:06.927369 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: multiprovidernet.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.928428 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.928945 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: multi-provider May 26 14:36:06.929261 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: netmtu.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.930155 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.930668 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: net-mtu May 26 14:36:06.930986 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: netmtu_writable.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.931911 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.932422 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: net-mtu-writable May 26 14:36:06.932735 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: network_availability_zone.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.933389 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.933899 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: network_availability_zone May 26 14:36:06.934207 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: network_ip_availability.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.935275 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.935820 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: network-ip-availability May 26 14:36:06.936135 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: network_segment_range.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.936888 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.937396 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension network-segment-range not supported by any of loaded plugins May 26 14:36:06.937707 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: pagination.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.938665 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.938986 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: pagination May 26 14:36:06.939295 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: port_device_profile.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.940205 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.940720 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: port-device-profile May 26 14:36:06.941033 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.942448 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.942956 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: port-mac-address-regenerate May 26 14:36:06.943270 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.944181 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.944687 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: port-numa-affinity-policy May 26 14:36:06.945004 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: port_resource_request.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.945900 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.946402 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension port-resource-request not supported by any of loaded plugins May 26 14:36:06.946717 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: portbindings.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.947629 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.948169 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: binding May 26 14:36:06.948484 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: portbindings_extended.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.949728 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.950239 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: binding-extended May 26 14:36:06.950556 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: portsecurity.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.951446 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.951989 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: port-security May 26 14:36:06.952305 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: project_id.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.953250 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.953573 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: project-id May 26 14:36:06.953888 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: providernet.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.954790 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.955304 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: provider May 26 14:36:06.955617 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.959624 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.960307 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos not supported by any of loaded plugins May 26 14:36:06.960633 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.961852 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.962375 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 14:36:06.962698 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.963595 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.964152 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 14:36:06.964474 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_default.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.965371 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.965888 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-default not supported by any of loaded plugins May 26 14:36:06.966208 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_fip.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.966841 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.967347 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-fip not supported by any of loaded plugins May 26 14:36:06.967893 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.968577 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.969088 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 14:36:06.969402 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.970286 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.970793 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 14:36:06.971117 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.972027 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.972542 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 14:36:06.972903 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: qos_rules_alias.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.973922 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.974432 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 14:36:06.974747 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: quotasv2.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.975766 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.976091 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: quotas May 26 14:36:06.976404 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: quotasv2_detail.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.978024 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.978355 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: quota_details May 26 14:36:06.978675 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: rbac.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.979704 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.980254 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: rbac-policies May 26 14:36:06.980578 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: rbac_address_group.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.981482 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.981996 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: rbac-address-group May 26 14:36:06.982323 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: rbac_address_scope.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.983218 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.983750 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: rbac-address-scope May 26 14:36:06.984072 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: rbac_security_groups.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.984962 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.985471 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: rbac-security-groups May 26 14:36:06.985788 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.986687 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.987198 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: rbac-subnetpool May 26 14:36:06.987513 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: revisionifmatch.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.988958 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.989474 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: revision-if-match May 26 14:36:06.989790 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: revisions.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.990877 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.991391 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: standard-attr-revisions May 26 14:36:06.991760 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: router_availability_zone.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.992423 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.992940 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: router_availability_zone May 26 14:36:06.993254 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: routerservicetype.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.994160 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.994943 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension router-service-type not supported by any of loaded plugins May 26 14:36:06.995258 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.996181 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.996698 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: security-groups-normalized-cidr May 26 14:36:06.997012 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.997909 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:06.998421 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: port-security-groups-filtering May 26 14:36:06.998736 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:06.999629 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.000178 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: security-groups-remote-address-group May 26 14:36:07.000492 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: securitygroup.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.010408 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.010960 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: security-group May 26 14:36:07.011437 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: segment.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.012419 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.012837 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension segment not supported by any of loaded plugins May 26 14:36:07.013132 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.014057 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.014717 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 14:36:07.015038 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: servicetype.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.016225 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.016746 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: service-type May 26 14:36:07.017062 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: sorting.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.018121 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.018518 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: sorting May 26 14:36:07.018832 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: standard_attr_segment.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.019807 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.020427 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 14:36:07.020635 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: standardattrdescription.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.021361 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.021967 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: standard-attr-description May 26 14:36:07.022255 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: stateful_security_group.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.023301 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.023916 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: stateful-security-group May 26 14:36:07.024235 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: stdattrs_common.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.024799 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 14:36:07.025117 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.026270 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.026770 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 14:36:07.027086 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnet_onboard.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.028256 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.028758 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: subnet_onboard May 26 14:36:07.029069 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.030096 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.030719 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 14:36:07.031121 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnet_service_types.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.032314 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.032838 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: subnet-service-types May 26 14:36:07.033155 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnetallocation.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.034224 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.034744 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: subnet_allocation May 26 14:36:07.035059 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.035745 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.036258 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: subnetpool-prefix-ops May 26 14:36:07.036570 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.037477 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.037980 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 14:36:07.038292 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: tagging.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.039350 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.039900 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: standard-attr-tag May 26 14:36:07.040217 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: timestamp.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.041377 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.041894 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loaded extension: standard-attr-timestamp May 26 14:36:07.042212 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: trunk.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.043227 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.043836 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension trunk not supported by any of loaded plugins May 26 14:36:07.044163 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: trunk_details.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.045056 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.045566 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension trunk-details not supported by any of loaded plugins May 26 14:36:07.045884 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.046785 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.047296 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 14:36:07.047611 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Loading extension file: vlantransparent.py {{(pid=103552) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 14:36:07.048291 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103552) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 14:36:07.048800 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 14:36:07.051966 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:network May 26 14:36:07.052689 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnet May 26 14:36:07.054563 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:36:07.055179 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:port May 26 14:36:07.056488 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.056917 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service FLAVORS assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.057549 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.057972 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.058298 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:router May 26 14:36:07.058954 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:floatingip May 26 14:36:07.059644 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service METERING assigned prefix: /metering {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.061099 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:07.061464 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:07.061809 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:36:07.062934 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of CountableResource for resource:rbac_policy May 26 14:36:07.063375 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:security_group May 26 14:36:07.064066 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 14:36:07.064785 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service CORE assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.065107 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:36:07.065431 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] subnetpool is already registered May 26 14:36:07.066037 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service CORE assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.066361 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:36:07.067258 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] subnetpool is already registered May 26 14:36:07.069846 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.070275 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service FLAVORS assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.070862 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.071276 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.071601 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:router May 26 14:36:07.071953 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] router is already registered May 26 14:36:07.072540 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:floatingip May 26 14:36:07.072860 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] floatingip is already registered May 26 14:36:07.073471 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service METERING assigned prefix: /metering {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.074148 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of CountableResource for resource:rbac_policy May 26 14:36:07.074467 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] rbac_policy is already registered May 26 14:36:07.075002 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:security_group May 26 14:36:07.075333 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] security_group is already registered May 26 14:36:07.075940 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 14:36:07.076272 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] security_group_rule is already registered May 26 14:36:07.076933 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service CORE assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.077254 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:36:07.077569 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] subnetpool is already registered May 26 14:36:07.078146 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.v2.resource_helper [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Service CORE assigned prefix: {{(pid=103552) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 14:36:07.078462 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Creating instance of TrackedResource for resource:subnetpool May 26 14:36:07.078775 dv-cinder-774594-6-smb neutron-server[103552]: WARNING neutron.quota.resource_registry [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] subnetpool is already registered May 26 14:36:07.079410 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: extensions {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.081020 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: address-groups {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.082650 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: address-scopes {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.083887 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: agents {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.085030 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: auto-allocated-topology {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.086298 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: availability_zones {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.087607 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: dhcp-networks {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.089012 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: dhcp-agents {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.090429 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: routers {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.092236 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: flavors {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.093373 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: service_profiles {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.094570 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: next_providers {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.096097 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: service_profiles {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.097508 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: floatingip-pools {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.098735 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: routers {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.100602 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: floatingips {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.101721 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: l3-routers {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.103087 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: l3-agents {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.104492 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: metering-labels {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.105830 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: metering-label-rules {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.107080 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: network-ip-availabilities {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.108378 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: bindings {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.109991 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: quotas {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.111392 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: quotas {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.112797 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: rbac-policies {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.114680 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: security-groups {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.115910 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: security-group-rules {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.117140 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: service-providers {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.118335 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: subnetpools {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.120976 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: subnetpools {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.122416 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.124134 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.236915 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.239247 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.241056 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.242899 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.244911 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.246781 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.248677 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.250525 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron.api.extensions [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Extended resource: tags {{(pid=103552) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 14:36:07.257025 dv-cinder-774594-6-smb neutron-server[103552]: WARNING keystonemiddleware.auth_token [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 14:36:07.261716 dv-cinder-774594-6-smb neutron-server[103552]: WARNING keystonemiddleware.auth_token [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 14:36:07.269983 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Acquired lock "singleton_lock" {{(pid=103552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 14:36:07.270461 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_concurrency.lockutils [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Releasing lock "singleton_lock" {{(pid=103552) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 14:36:07.271075 dv-cinder-774594-6-smb neutron-server[103552]: INFO oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Starting 2 workers May 26 14:36:07.275699 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Started child 103657 {{(pid=103552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 14:36:07.279904 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Started child 103658 {{(pid=103552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 14:36:07.280831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.281523 dv-cinder-774594-6-smb neutron-server[103552]: INFO neutron.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 14:36:07.282067 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Notify callbacks [] for process, before_spawn {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.282260 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [-] (103657) wsgi starting up on http://0.0.0.0:9696 May 26 14:36:07.284445 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.285024 dv-cinder-774594-6-smb neutron-server[103552]: INFO oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Starting 1 workers May 26 14:36:07.285767 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [-] (103658) wsgi starting up on http://0.0.0.0:9696 May 26 14:36:07.289786 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Started child 103659 {{(pid=103552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 14:36:07.290285 dv-cinder-774594-6-smb neutron-server[103552]: INFO oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Starting 1 workers May 26 14:36:07.293265 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] calling RpcWorker wait() {{(pid=103659) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 14:36:07.293800 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] returning from RpcWorker wait() {{(pid=103659) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 14:36:07.294595 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Started child 103660 {{(pid=103552) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 14:36:07.295246 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.295348 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49bc8b17-963a-46aa-b106-fa342b7e06b1 None None] Notify callbacks [] for process, after_spawn {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.295806 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:07.297363 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 14:36:07.297575 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:36:07.297760 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:36:07.297975 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:36:07.298329 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:36:07.298491 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:36:07.298985 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.299273 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.299371 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:07.299927 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.299927 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.300195 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.300305 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:07.300766 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.301527 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.301781 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.302054 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.302299 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.302471 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.302635 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.302874 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.303105 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.303391 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.303641 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.304036 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.304344 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.304531 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.304783 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.305048 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.305272 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.305548 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] debug = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.305792 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.306289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.306516 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.306756 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.306970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.307234 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.307457 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.307755 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.308009 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.308223 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.308456 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.308716 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.308959 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.309170 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.309403 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.309653 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.309899 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.310383 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] host = dv-cinder-774594-6-smb {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.310600 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.310835 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.311090 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.311330 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.311596 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.311845 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.312094 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.312334 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.312574 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.312795 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.313011 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.313252 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.313484 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.313721 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.313882 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_options = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.314091 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.314367 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.314632 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.314884 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.315029 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.315183 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.315394 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.315550 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.315820 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.316085 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.316251 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.316553 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.317293 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.317521 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.317791 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.318019 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.318252 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.318476 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.318718 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.318940 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.319160 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.319381 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.319617 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.319871 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.320080 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.320289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.320516 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.320756 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.320980 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.321223 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.321432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.321685 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.321915 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.322158 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.322381 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.322602 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.322831 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.323086 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.323311 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.323549 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.323812 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.324026 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.324253 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_json = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.325691 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.326432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.326432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.326432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.327970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.327970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.327970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.327970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.328252 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.328341 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.328573 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.328837 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.329213 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.329465 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.329677 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.329904 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.330228 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.330539 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.330834 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.331103 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.331340 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.331656 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.332011 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.332306 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.332515 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.332752 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.332985 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.333235 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.333566 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.333823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.334115 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.334348 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.334553 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.334809 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.335043 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.335279 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.335509 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.335701 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.335982 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.336280 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.336524 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.336759 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.336992 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.337205 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.337456 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.337705 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.337963 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.338201 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.338422 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.338658 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.338874 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.339111 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.339295 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.339549 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.339790 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.340029 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.340597 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.340597 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.340895 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.340895 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.341171 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.341836 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.341836 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.341836 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.342072 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.342225 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.342424 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.342669 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.342878 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.343082 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.343297 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344142 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344142 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344142 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344333 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344399 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344645 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.344864 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.345077 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.345289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.345506 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.345719 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.345930 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.346140 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.346381 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.346618 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.346847 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.348332 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.348332 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.348332 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.348332 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.348637 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.349507 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.349828 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.352890 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.353373 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.353645 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.353933 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.354182 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.354420 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.354686 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.354969 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.355238 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.355511 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.355830 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.356092 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.356353 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.356584 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.356842 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.357065 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.357308 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.357556 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.357842 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.358086 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.358365 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.358642 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.358892 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.359151 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.359386 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.359657 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.359899 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.360176 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.360455 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.360747 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.361023 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.361271 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.363988 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.364667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.364667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.364667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.364667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.364976 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.365057 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.365259 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.365470 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.365739 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.365986 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.366218 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.366478 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.366722 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.366960 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.367218 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.367463 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.367675 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.367915 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.368167 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.368383 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.368621 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.368833 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.369070 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.369563 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.369775 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.370034 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.370247 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.370465 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.370693 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.370926 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.371142 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.371386 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.371602 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.371848 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.372090 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.372305 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.372532 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.372762 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.372987 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.373233 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.373447 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.373710 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.373962 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.374198 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.374439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.374679 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.374936 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.375147 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.375381 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.375596 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.375827 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.376036 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.376248 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.376476 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.376686 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.376912 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.377139 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.377389 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.377619 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.377941 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.378191 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.378431 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.378710 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.378874 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.379133 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.379362 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.379577 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.379810 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.380022 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.380234 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.380506 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.380740 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.380979 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.381203 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.381418 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.381621 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.381851 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.382075 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.382354 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.382590 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.382819 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.383059 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.383299 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.383527 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.383771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.383976 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.384197 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.384402 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.384652 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.384860 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.385087 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.385298 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.385504 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.385747 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.385952 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.386156 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.386366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.386568 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.386786 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.386991 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.387227 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.387416 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.387640 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.387970 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.388224 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.388455 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.388750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.388956 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.389182 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.389439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.389764 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.389989 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.390224 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.390439 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.390652 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.390886 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.391113 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.391413 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.391736 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.392003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.392628 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.392628 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.392878 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.393029 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.393239 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.393556 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.393916 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.394192 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.394434 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.394675 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.395177 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.395177 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.395401 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.395572 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.395824 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.396039 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.396272 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.396495 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.396716 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.396930 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.397156 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.397373 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.397594 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103552) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 14:36:07.399750 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400432 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400902 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400902 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.400902 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401109 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401187 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401330 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401486 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401641 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401796 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.401950 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402103 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402258 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402414 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402574 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402730 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.402885 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403041 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403196 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] debug = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403354 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403536 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403694 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.403871 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404030 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404185 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404339 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404494 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404649 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404804 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.404959 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405114 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405269 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405423 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405577 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405731 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.405886 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406040 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] host = dv-cinder-774594-6-smb {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406195 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406349 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406504 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406655 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406818 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.406968 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407122 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407276 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407429 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407583 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407751 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.407909 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408063 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408217 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408371 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_options = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408525 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408679 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.408833 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409005 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409166 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409320 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409475 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409628 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409833 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.409961 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.410071 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.410714 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.410867 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411028 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411161 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411320 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411471 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411621 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.411948 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.412251 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.412548 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.412843 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.413146 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.413309 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.413850 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.413850 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.413850 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414163 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414163 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414313 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414313 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414483 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414634 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.414928 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.415086 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.415395 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.415752 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.415920 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416088 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416200 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416354 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416512 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416664 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416819 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.416974 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417129 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_json = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417287 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417440 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417586 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417743 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.417893 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.418201 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.418357 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.418513 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 14:36:07.418681 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.418834 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419010 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419162 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419475 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419635 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419820 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.419981 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420143 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420490 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420587 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420754 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.420910 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421068 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421230 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421390 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421552 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421709 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.421866 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422028 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422183 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422357 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422519 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422673 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422829 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.422991 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423168 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423323 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423469 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423616 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423802 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.423967 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424124 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424283 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424441 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424600 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424759 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.424919 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.425082 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.425242 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.425399 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.425558 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.425718 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.426453 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.426620 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.426781 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.426935 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427093 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427250 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427423 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427579 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427762 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.427915 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428063 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428223 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428381 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428540 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428698 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.428855 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429012 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429184 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429342 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429501 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429664 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429824 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.429972 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430129 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430285 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430433 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430589 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430747 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.430873 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:07.430993 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.431071 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.431193 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.431505 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.431667 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.431853 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432005 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432143 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432305 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432463 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432622 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432779 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.432945 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433119 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433278 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433424 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433582 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433728 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.433886 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434048 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434206 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434365 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434522 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434680 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434826 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.434972 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435131 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435447 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435604 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435771 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.435935 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436093 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436243 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436399 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436557 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436714 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.436871 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437029 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437196 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437354 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437513 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437659 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437826 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.437994 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438152 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438299 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438455 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438613 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438772 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.438930 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439076 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439234 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439391 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439554 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439752 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.439906 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440074 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440229 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440387 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440566 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440723 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.440881 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441039 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441197 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441356 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441539 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441720 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.441843 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.442000 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.442159 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.442312 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.442465 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.442618 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443199 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443199 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443199 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443199 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443478 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443549 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443693 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.443913 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.444007 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.444197 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.444371 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.444727 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.444727 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445001 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445001 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.445823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.446708 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.447366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.447366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.447366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.447366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.447366 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448003 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448378 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448378 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448378 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448589 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448678 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.448824 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449000 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449149 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449289 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449450 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449598 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449827 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.449963 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450110 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450269 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450403 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450538 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450673 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450807 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.450943 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451087 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451221 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451386 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451519 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451653 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451823 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.451976 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452136 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452295 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452454 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452621 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452780 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.452938 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453096 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453254 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453421 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453587 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453734 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.453892 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454056 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454222 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454380 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454539 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454697 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.454856 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455023 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455181 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455340 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455497 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455655 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.455842 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456001 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456184 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456542 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456542 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456783 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456783 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.456947 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457127 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457262 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457390 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457516 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457664 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457824 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.457987 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458155 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458319 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458480 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458646 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458813 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.458980 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.459139 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.459304 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.459473 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.459630 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.459881 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460036 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460167 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460293 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460408 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460552 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460710 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.460867 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461025 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461184 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461342 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461499 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461656 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461812 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.461959 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.462116 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.462276 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.462434 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 14:36:07.462584 dv-cinder-774594-6-smb neutron-server[103552]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103552) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 14:36:07.555610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48214) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:07.564072 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062759 May 26 14:36:18.406061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1168bf2c-07a8-4d6a-b76b-d7776af9a956 None None] get_active_networks_info from dv-cinder-774594-6-smb {{(pid=103659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 14:36:18.525223 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168bf2c-07a8-4d6a-b76b-d7776af9a956 None None] No non-hosted networks {{(pid=103659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 14:36:18.538666 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.agentschedulers_db [None req-1168bf2c-07a8-4d6a-b76b-d7776af9a956 None None] DHCP Agent not found on host dv-cinder-774594-6-smb {{(pid=103659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 14:36:18.674512 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6e1f1f5f-ca11-485f-8ac7-716b3fad1e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:20.614966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-85ce24fd-b518-4179-8898-bbbec8338e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:20.658343 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-842ea338-df3a-4509-adb2-c7b49551b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:20.697538 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:20.698170 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.698592 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.698921 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.699240 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.699637 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.699984 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.700298 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.700675 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.700991 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.701299 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.701612 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.701972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:20.702360 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:20.710506 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:21.640479 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:23.440922 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:24.634299 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.db.l3_hamode_db [None req-210d2d05-5447-4cd0-89f6-415b1ed6fa62 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 14:36:24.716829 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48306) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:24.718644 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d2d05-5447-4cd0-89f6-415b1ed6fa62 None None] Routers set() bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:36:24.719021 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d2d05-5447-4cd0-89f6-415b1ed6fa62 None None] Router IDs set() for agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 14:36:25.288569 dv-cinder-774594-6-smb neutron-server[103657]: WARNING oslo_policy.policy [None req-38ffaaf1-2167-4411-904a-27b55b48e502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:25.289436 dv-cinder-774594-6-smb neutron-server[103657]: WARNING oslo_policy.policy [None req-38ffaaf1-2167-4411-904a-27b55b48e502 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:25.501278 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [None req-38ffaaf1-2167-4411-904a-27b55b48e502 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:36:25.502346 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-38ffaaf1-2167-4411-904a-27b55b48e502 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7845516 May 26 14:36:27.790302 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48320) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:28.147960 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:28.248505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.policy [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103657) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 14:36:28.293405 dv-cinder-774594-6-smb neutron-server[103657]: WARNING oslo_policy.policy [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:28.293767 dv-cinder-774594-6-smb neutron-server[103657]: WARNING oslo_policy.policy [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:28.302547 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.quota [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Loaded quota_driver: . May 26 14:36:28.318009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:28.376650 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207583986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207584432', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207595237', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207600521', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207610934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792207617680', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2037395', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1001918'] for rbac-policy, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:28.436650 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:28.437904 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-c21b62fd-46fe-4e44-adf8-194f6df83fac admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6465888 May 26 14:36:30.997883 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48334) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:31.338722 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Request body: {'network': {'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'name': 'private', 'admin_state_up': True}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:31.343842 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:31.348917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Usage tracker for resource:network and tenant:1cec94302e3d44a69ad4f6b0cb696501 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:31.353413 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:31.359380 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:31.369372 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Made reservation on behalf of 1cec94302e3d44a69ad4f6b0cb696501 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:36:31.372512 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.389422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.402957 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:31.406517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Usage tracker for resource:security_group_rule and tenant:1cec94302e3d44a69ad4f6b0cb696501 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:31.411767 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:31.417177 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:31.510627 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.514067 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.519182 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:31.536688 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:36:31.562358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792205662446', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.562976 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Unsubscribe: segment precommit_create {{(pid=103657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 14:36:31.563441 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Added segment 05a66607-3d5f-4642-87e4-114e606b53fc of type vlan for network 31a2652c-a63a-4226-b336-1b08f05d9cb3 May 26 14:36:31.610292 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e68ac6-3767-4282-a3e1-6f7d6f219fc6,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:31.631288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.631632 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.631976 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.632290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.632597 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.632903 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.633205 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.633507 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.633821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.634122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.634419 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.634715 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Tracked resource versions report: May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: pushed versions: May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: { 'AddressGroup': {'1.2'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'ConntrackHelper': {'1.0'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Log': {'1.0'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Network': {'1.1'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Port': {'1.7'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'PortForwarding': {'1.2'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'QosPolicy': {'1.8'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroup': {'1.4'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroupRule': {'1.2'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SubPort': {'1.0'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Subnet': {'1.1'}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Trunk': {'1.1'}} May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: consumer versions: May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'ConntrackHelper': '1.0', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Log': '1.0', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Network': '1.1', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Port': '1.7', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'PortForwarding': '1.2', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'QosPolicy': '1.8', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroup': '1.4', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroupRule': '1.2', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'SubPort': '1.0', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Subnet': '1.1', May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: 'Trunk': '1.1'}} May 26 14:36:31.635807 dv-cinder-774594-6-smb neutron-server[103657]: {{(pid=103657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:36:31.681806 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:31.683442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.722804 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.724284 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:31.724924 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:31.729334 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:31.830865 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8318937 May 26 14:36:31.831442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Pushing event updated for resources: {'Network': ['ID=31a2652c-a63a-4226-b336-1b08f05d9cb3,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:31.835747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:31.843404 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:36:34.444265 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48350) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:34.882609 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedb0c5d-d6a2-4421-b56c-e4c674d90101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:34.883970 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-bedb0c5d-d6a2-4421-b56c-e4c674d90101 admin admin] 10.222.0.25 "GET /v2.0/networks/31a2652c-a63a-4226-b336-1b08f05d9cb3 HTTP/1.1" status: 200 len: 826 time: 0.4387436 May 26 14:36:34.910108 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-12d28b7a-8ed7-4a4d-8f8e-f3fd26bed3b5 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/9a5c139f-109c-4579-8f51-6740e955b7e0 HTTP/1.1" status: 200 len: 734 time: 0.0208149 May 26 14:36:34.918706 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Request body: {'subnet': {'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:34.922738 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:34.926736 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Usage tracker for resource:subnet and tenant:1cec94302e3d44a69ad4f6b0cb696501 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:34.929614 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:34.935273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:34.945799 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Made reservation on behalf of 1cec94302e3d44a69ad4f6b0cb696501 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:36:34.948184 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:35.417968 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:35.422798 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:35.500643 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Checking segment: {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:36:35.501258 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Network hostable DHCP agents. Network: 31a2652c-a63a-4226-b336-1b08f05d9cb3, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:36:35.506549 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895ceb81-5ca8-4334-879e-866e30ea43c9,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:35.513877 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:35.523857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:36:35.532867 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 31a2652c-a63a-4226-b336-1b08f05d9cb3) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:36:35.537324 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:35.537900 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:35.542257 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665edb2-ba0c-4265-b8b4-c1a73629f2d2 None None] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:36:35.557686 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6421869 May 26 14:36:35.854902 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-31a2652c-a63a-4226-b336-1b08f05d9cb3', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:36:35.856179 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.038460 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Allocated IP 172.20.0.2 (31a2652c-a63a-4226-b336-1b08f05d9cb3/895ceb81-5ca8-4334-879e-866e30ea43c9/7960e59a-9ed6-4875-8a70-f1a4de1d2ca9) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:36:36.265807 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.278994 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Transition to ACTIVE for port object 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:36:36.298555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Transition to ACTIVE for port object 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:36:36.305245 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.309939 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:36.369118 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:36:36.372165 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:36:36.381205 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:36:36.384606 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Pushing event updated for resources: {'Port': ['ID=7960e59a-9ed6-4875-8a70-f1a4de1d2ca9,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:36.424510 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.424841 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.425155 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.425470 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.425780 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.426094 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.426425 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.426732 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.427056 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.427422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.427758 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.428076 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Tracked resource versions report: May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: pushed versions: May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: { 'AddressGroup': {'1.2'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'ConntrackHelper': {'1.0'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Log': {'1.0'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Network': {'1.1'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Port': {'1.7'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'PortForwarding': {'1.2'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'QosPolicy': {'1.8'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroup': {'1.4'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroupRule': {'1.2'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SubPort': {'1.0'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Subnet': {'1.1'}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Trunk': {'1.1'}} May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: consumer versions: May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'ConntrackHelper': '1.0', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Log': '1.0', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Network': '1.1', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Port': '1.7', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'PortForwarding': '1.2', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'QosPolicy': '1.8', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroup': '1.4', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroupRule': '1.2', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'SubPort': '1.0', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Subnet': '1.1', May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: 'Trunk': '1.1'}} May 26 14:36:36.429172 dv-cinder-774594-6-smb neutron-server[103659]: {{(pid=103659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:36:36.459543 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:36.483941 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Attempting to bind port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:36:36.484327 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Attempting to bind port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:36:36.484747 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Attempting to bind port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 on network 31a2652c-a63a-4226-b336-1b08f05d9cb3 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:36:36.489977 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:36:36.490373 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Checking segment: {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:36:36.490835 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.491211 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Bound using segment: {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:36:36.491688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Bound port: 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:36:36.492071 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.579056 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] For port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:36:36.583774 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] For port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=7960e59a-9ed6-4875-8a70-f1a4de1d2ca9,segment=NetworkSegment(05a66607-3d5f-4642-87e4-114e606b53fc),segment_id=05a66607-3d5f-4642-87e4-114e606b53fc)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:36:36.588150 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:36.592775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:36.674510 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Pushing event updated for resources: {'Port': ['ID=7960e59a-9ed6-4875-8a70-f1a4de1d2ca9,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:36.684228 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:37.922143 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48360) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:38.291063 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [None req-bc2e2f42-07fc-433e-aafa-4c82439e2fe0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:36:38.292129 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-bc2e2f42-07fc-433e-aafa-4c82439e2fe0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690705 May 26 14:36:40.646043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48370) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:41.036338 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [None req-a65e7e78-d14e-4496-af91-f771554f07fe admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:36:41.037636 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a65e7e78-d14e-4496-af91-f771554f07fe admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3902915 May 26 14:36:42.065518 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cde9ef-0a24-41e7-9ebf-c17e780a95e7 None None] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:36:42.154471 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-b7b7218a-6d2f-41b9-833b-a04f9228ef84 None None] Provisioning for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:36:42.437818 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:36:42.506292 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:36:42.510972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:36:42.511371 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:42.633445 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-33f3d71b-9ea3-49d0-b006-d543c479f95d None None] Provisioning complete for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:36:42.633698 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-33f3d71b-9ea3-49d0-b006-d543c479f95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:42.661752 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:42.716322 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=7960e59a-9ed6-4875-8a70-f1a4de1d2ca9,segment=NetworkSegment(05a66607-3d5f-4642-87e4-114e606b53fc),segment_id=05a66607-3d5f-4642-87e4-114e606b53fc)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:36:42.722232 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:42.726224 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:42.864455 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=7960e59a-9ed6-4875-8a70-f1a4de1d2ca9,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:42.885413 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:43.635838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48388) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:43.979839 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:43.984596 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:43.988305 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Usage tracker for resource:router and tenant:1cec94302e3d44a69ad4f6b0cb696501 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:43.991598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:43.997443 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:44.007115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:44.008790 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:44.030468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:44.135961 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:44.153631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:44.154907 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-37e2dc20-ce1c-46eb-ad3f-bb1f4f7333ce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5181241 May 26 14:36:44.417811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:36:44.482877 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:36:44.483239 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:46.479788 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 48398) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:47.047670 dv-cinder-774594-6-smb neutron-server[103658]: WARNING oslo_policy.policy [None req-13f29c9a-aca8-41df-86ed-5ff3fd4e9851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:47.048283 dv-cinder-774594-6-smb neutron-server[103658]: WARNING oslo_policy.policy [None req-13f29c9a-aca8-41df-86ed-5ff3fd4e9851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:47.261738 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [None req-13f29c9a-aca8-41df-86ed-5ff3fd4e9851 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:36:47.262980 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-13f29c9a-aca8-41df-86ed-5ff3fd4e9851 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7811871 May 26 14:36:48.287917 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f4489eb9-c932-48cc-a6c4-b744683b15ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:49.580837 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 48412) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:49.936495 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:49.937861 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.quota [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Loaded quota_driver: . May 26 14:36:49.953812 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:49.960426 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Usage tracker for resource:network and tenant:b4e65454101a4f38a3ad65d0d68bdd94 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:49.965106 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:49.972285 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:49.988365 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Made reservation on behalf of b4e65454101a4f38a3ad65d0d68bdd94 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:36:50.058994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.policy [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103658) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 14:36:50.104167 dv-cinder-774594-6-smb neutron-server[103658]: WARNING oslo_policy.policy [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:50.104526 dv-cinder-774594-6-smb neutron-server[103658]: WARNING oslo_policy.policy [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 14:36:50.114770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.134478 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.148657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:50.152227 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Usage tracker for resource:security_group_rule and tenant:b4e65454101a4f38a3ad65d0d68bdd94 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:50.155274 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:50.161266 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:50.260305 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.263659 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.269044 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:50.279309 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Reserving flat network on physical network physnet1 {{(pid=103658) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 14:36:50.309764 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792205662446', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.310353 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Unsubscribe: segment precommit_create {{(pid=103658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 14:36:50.310824 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Added segment 89a66d3a-f23b-4f06-b568-7bcd75b8c66f of type flat for network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 May 26 14:36:50.360981 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405c0a88-e112-4c8a-ab62-6f5f215ce141,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:50.382858 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.383195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.383513 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.383854 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.384162 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.384467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.384765 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.385062 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.385376 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.385675 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.385966 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.386258 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Tracked resource versions report: May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: pushed versions: May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: { 'AddressGroup': {'1.2'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'ConntrackHelper': {'1.0'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Log': {'1.0'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Network': {'1.1'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Port': {'1.7'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'PortForwarding': {'1.2'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'QosPolicy': {'1.8'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroup': {'1.4'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroupRule': {'1.2'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SubPort': {'1.0'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Subnet': {'1.1'}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Trunk': {'1.1'}} May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: consumer versions: May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'ConntrackHelper': '1.0', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Log': '1.0', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Network': '1.1', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Port': '1.7', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'PortForwarding': '1.2', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'QosPolicy': '1.8', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroup': '1.4', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroupRule': '1.2', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'SubPort': '1.0', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Subnet': '1.1', May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: 'Trunk': '1.1'}} May 26 14:36:50.387316 dv-cinder-774594-6-smb neutron-server[103658]: {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:36:50.435916 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.441085 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:50.479628 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.481131 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:50.481775 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.486152 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:50.589197 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Pushing event updated for resources: {'Network': ['ID=2a6e6b15-9d63-4dca-86e7-97c9df6a5f70,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:50.591726 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0098925 May 26 14:36:50.601749 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-15d481b0-326f-4c4e-ae26-46fc60646acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:50.605391 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:50.615770 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:36:50.721445 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:51.583077 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:52.891107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 48438) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:53.098562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d351be-87d3-4b78-a1fa-37654a2113bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:53.099845 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-25d351be-87d3-4b78-a1fa-37654a2113bc admin admin] 10.222.0.25 "GET /v2.0/subnets/895ceb81-5ca8-4334-879e-866e30ea43c9 HTTP/1.1" status: 200 len: 849 time: 0.2078025 May 26 14:36:53.239539 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-4ae77135-d8b1-43d5-8b12-1f23baeab269 admin admin] 10.222.0.25 "GET /v2.0/routers/3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 HTTP/1.1" status: 200 len: 704 time: 0.1337285 May 26 14:36:53.366744 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:53.686917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:53.937218 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Allocated IP 172.20.0.1 (31a2652c-a63a-4226-b336-1b08f05d9cb3/895ceb81-5ca8-4334-879e-866e30ea43c9/fc380184-aaf2-47aa-a306-71fb13e5d05e) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:36:54.089554 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.105868 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Transition to ACTIVE for port object fc380184-aaf2-47aa-a306-71fb13e5d05e will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:36:54.157518 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.161049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:54.225173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:36:54.227967 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:36:54.231315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:36:54.231843 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.345882 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Pushing event updated for resources: {'Port': ['ID=fc380184-aaf2-47aa-a306-71fb13e5d05e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:54.363027 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:54.437437 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3daf6da9-ab0e-452c-9382-0327c873fb29 None None] Provisioning for port fc380184-aaf2-47aa-a306-71fb13e5d05e completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:36:54.442521 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3daf6da9-ab0e-452c-9382-0327c873fb29 None None] Provisioning complete for port fc380184-aaf2-47aa-a306-71fb13e5d05e triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:36:54.443081 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3daf6da9-ab0e-452c-9382-0327c873fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.489514 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.493686 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-3daf6da9-ab0e-452c-9382-0327c873fb29 None None] Port fc380184-aaf2-47aa-a306-71fb13e5d05e cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:36:54.709099 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.713090 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.714104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:54.717990 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:54.846568 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Pushing event updated for resources: {'Port': ['ID=fc380184-aaf2-47aa-a306-71fb13e5d05e,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:54.850459 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:54.911553 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:36:54.912653 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:36:55.101190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:36:55.116108 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e30fefa3-6b75-429d-90ed-a34c48c1ec9b None None] Provisioning complete for port fc380184-aaf2-47aa-a306-71fb13e5d05e triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:36:55.116732 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e30fefa3-6b75-429d-90ed-a34c48c1ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:55.175788 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e30fefa3-6b75-429d-90ed-a34c48c1ec9b None None] Port fc380184-aaf2-47aa-a306-71fb13e5d05e cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:36:55.296664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:36:55.306445 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048717e-2879-48f5-b198-678903c56688 None None] Sync routers for ids ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:36:55.306894 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] 10.222.0.25 "PUT /v2.0/routers/3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0623713 May 26 14:36:55.316568 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] Routers {'3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:36:55.318029 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:36:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:55.489843 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] Set router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:36:55.850386 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:36:54Z', 'revision_number': 2, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port_host': None, '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:36:54Z', 'revision_number': 2, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:55.855145 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048717e-2879-48f5-b198-678903c56688 None None] Checking router: 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:36:55.855505 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048717e-2879-48f5-b198-678903c56688 None None] Updating router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 port fc380184-aaf2-47aa-a306-71fb13e5d05e binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:36:55.909039 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.282721 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.297560 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-f048717e-2879-48f5-b198-678903c56688 None None] Transition to ACTIVE for port object fc380184-aaf2-47aa-a306-71fb13e5d05e will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:36:56.303572 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.308916 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:56.470342 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Pushing event updated for resources: {'Port': ['ID=fc380184-aaf2-47aa-a306-71fb13e5d05e,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:56.515245 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.515561 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.515912 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.516305 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.516618 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.516923 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.517227 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.517526 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.517831 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.518129 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.518426 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.518719 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Tracked resource versions report: May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: pushed versions: May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: { 'AddressGroup': {'1.2'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'ConntrackHelper': {'1.0'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Log': {'1.0'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Network': {'1.1'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Port': {'1.7'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'PortForwarding': {'1.2'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'QosPolicy': {'1.8'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroup': {'1.4'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroupRule': {'1.2'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SubPort': {'1.0'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Subnet': {'1.1'}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Trunk': {'1.1'}} May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: consumer versions: May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'ConntrackHelper': '1.0', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Log': '1.0', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Network': '1.1', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Port': '1.7', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'PortForwarding': '1.2', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'QosPolicy': '1.8', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroup': '1.4', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroupRule': '1.2', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'SubPort': '1.0', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Subnet': '1.1', May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: 'Trunk': '1.1'}} May 26 14:36:56.519863 dv-cinder-774594-6-smb neutron-server[103660]: {{(pid=103660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:36:56.534637 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:56.543464 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-f048717e-2879-48f5-b198-678903c56688 None None] Attempting to bind port fc380184-aaf2-47aa-a306-71fb13e5d05e on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:36:56.543863 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-f048717e-2879-48f5-b198-678903c56688 None None] Attempting to bind port fc380184-aaf2-47aa-a306-71fb13e5d05e by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:36:56.544284 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048717e-2879-48f5-b198-678903c56688 None None] Attempting to bind port fc380184-aaf2-47aa-a306-71fb13e5d05e on network 31a2652c-a63a-4226-b336-1b08f05d9cb3 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:36:56.549395 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048717e-2879-48f5-b198-678903c56688 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:36:56.549805 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048717e-2879-48f5-b198-678903c56688 None None] Checking segment: {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:36:56.550269 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.550641 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048717e-2879-48f5-b198-678903c56688 None None] Bound using segment: {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:36:56.551644 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-f048717e-2879-48f5-b198-678903c56688 None None] Bound port: fc380184-aaf2-47aa-a306-71fb13e5d05e, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a66607-3d5f-4642-87e4-114e606b53fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:36:56.552022 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.638656 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-f048717e-2879-48f5-b198-678903c56688 None None] For port fc380184-aaf2-47aa-a306-71fb13e5d05e, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:36:56.642460 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-f048717e-2879-48f5-b198-678903c56688 None None] For port fc380184-aaf2-47aa-a306-71fb13e5d05e, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=fc380184-aaf2-47aa-a306-71fb13e5d05e,segment=NetworkSegment(05a66607-3d5f-4642-87e4-114e606b53fc),segment_id=05a66607-3d5f-4642-87e4-114e606b53fc)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:36:56.646862 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-f048717e-2879-48f5-b198-678903c56688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:56.651241 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:56.736127 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Pushing event updated for resources: {'Port': ['ID=fc380184-aaf2-47aa-a306-71fb13e5d05e,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:56.741063 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:56.742734 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] Routers {'3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:36:56.743333 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:36:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:56.918584 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] Set router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:36:57.238250 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-f048717e-2879-48f5-b198-678903c56688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:36:54Z', 'revision_number': 2, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port_host': None, '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:36:56Z', 'revision_number': 4, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:36:57.242028 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048717e-2879-48f5-b198-678903c56688 None None] The sync data for ids ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'] in dv-cinder-774594-6-smb is: [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:36:54Z', 'revision_number': 2, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port_host': None, '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:36:56Z', 'revision_number': 4, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:36:57.454554 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 48460) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:36:57.601497 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e803f-cc5d-40f9-a194-6066daffc51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:57.601988 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b77e803f-cc5d-40f9-a194-6066daffc51d admin admin] Synchronizing usage tracker for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:36:57.618873 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b77e803f-cc5d-40f9-a194-6066daffc51d admin admin] Unset dirty status for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:36:57.620333 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b77e803f-cc5d-40f9-a194-6066daffc51d admin admin] 10.222.0.25 "GET /v2.0/networks/2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 HTTP/1.1" status: 200 len: 842 time: 0.1645052 May 26 14:36:57.630043 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Request body: {'subnet': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:36:57.634767 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:36:57.638419 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Usage tracker for resource:subnet and tenant:b4e65454101a4f38a3ad65d0d68bdd94 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:36:57.641472 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:36:57.648022 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:36:57.657365 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Made reservation on behalf of b4e65454101a4f38a3ad65d0d68bdd94 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:36:57.659639 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Notify callbacks [] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:58.105091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.objects.ports [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103658) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 14:36:58.105549 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:58.110426 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:36:58.191527 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d80549-3688-4d29-b294-1b44113c9bf7,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:36:58.196425 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:36:58.196797 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Network hostable DHCP agents. Network: 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:36:58.199453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:36:58.215575 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:36:58.224917 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:36:58.229835 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:36:58.230648 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:36:58.236555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d729f-b86d-4c13-bfc2-74a982d682ac None None] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:36:58.250214 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6240203 May 26 14:36:58.443854 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d41c4-93f7-475f-8dab-e342d37929a5 None None] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:37:00.435990 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device fc380184-aaf2-47aa-a306-71fb13e5d05e up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:37:00.487204 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 48474) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:37:00.505029 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port fc380184-aaf2-47aa-a306-71fb13e5d05e completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:37:00.509559 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port fc380184-aaf2-47aa-a306-71fb13e5d05e triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:37:00.509988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:00.628189 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:00.662181 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port fc380184-aaf2-47aa-a306-71fb13e5d05e, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=fc380184-aaf2-47aa-a306-71fb13e5d05e,segment=NetworkSegment(05a66607-3d5f-4642-87e4-114e606b53fc),segment_id=05a66607-3d5f-4642-87e4-114e606b53fc)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:37:00.666121 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:00.670017 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-5b0ae3f7-de2a-46c6-99dc-c2b9129bbba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:37:00.734660 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-494ec060-8e2b-4d47-a58b-aebafa5a5c9a admin admin] 10.222.0.25 "GET /v2.0/routers/3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 HTTP/1.1" status: 200 len: 710 time: 0.2400298 May 26 14:37:00.737013 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=fc380184-aaf2-47aa-a306-71fb13e5d05e,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:37:00.741379 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:37:00.862478 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20203d-36bc-4830-ba4b-5af7b13f1c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:37:00.864365 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9b20203d-36bc-4830-ba4b-5af7b13f1c09 admin admin] 10.222.0.25 "GET /v2.0/networks/2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 HTTP/1.1" status: 200 len: 886 time: 0.1303332 May 26 14:37:00.873103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:37:01.307588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:01.634266 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:01.689781 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:01.822977 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Allocated IP 172.28.3.115 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/26b0f52d-1203-463c-9e7e-a98e01b51677) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:37:02.000553 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:02.056511 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:02.060917 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:37:02.122517 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:37:02.125288 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:37:02.129372 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:37:02.237943 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Pushing event updated for resources: {'Port': ['ID=26b0f52d-1203-463c-9e7e-a98e01b51677,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:37:02.258315 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:37:02.414678 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device fc380184-aaf2-47aa-a306-71fb13e5d05e up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:37:02.481016 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port fc380184-aaf2-47aa-a306-71fb13e5d05e triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:37:02.481381 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:02.505863 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:02.831676 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:02.835379 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1011210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1011261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1009846'] for router, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:03.008128 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:37:03.219627 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:37:03.229273 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:03.229414 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Sync routers for ids ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:37:03.230424 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 HTTP/1.1" status: 200 len: 890 time: 2.3607535 May 26 14:37:03.239524 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Routers {'3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:37:03.240221 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:36:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:37:03.436066 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Set router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:37:03.795464 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:37:02Z', 'revision_number': 4, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port': {'id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:37:01Z', 'updated_at': '2021-05-26T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:37:00Z', 'revision_number': 5, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:37:03.800367 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Checking router: 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:37:03.800722 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Updating router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 port 26b0f52d-1203-463c-9e7e-a98e01b51677 binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:37:03.850969 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.173413 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.184546 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Transition to ACTIVE for port object 26b0f52d-1203-463c-9e7e-a98e01b51677 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:37:04.192209 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.195866 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:37:04.274338 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Pushing event updated for resources: {'Port': ['ID=26b0f52d-1203-463c-9e7e-a98e01b51677,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:37:04.276468 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Attempting to bind port 26b0f52d-1203-463c-9e7e-a98e01b51677 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:37:04.276831 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Attempting to bind port 26b0f52d-1203-463c-9e7e-a98e01b51677 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:37:04.277186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Attempting to bind port 26b0f52d-1203-463c-9e7e-a98e01b51677 on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:37:04.279254 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:37:04.283839 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:37:04.284204 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:37:04.284599 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.284975 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:37:04.285972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Bound port: 26b0f52d-1203-463c-9e7e-a98e01b51677, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:37:04.286339 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.355233 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] For port 26b0f52d-1203-463c-9e7e-a98e01b51677, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:37:04.358174 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] For port 26b0f52d-1203-463c-9e7e-a98e01b51677, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=26b0f52d-1203-463c-9e7e-a98e01b51677,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:37:04.362397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:04.366050 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:37:04.443091 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Routers {'3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:37:04.443739 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:36:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:37:04.506752 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Pushing event updated for resources: {'Port': ['ID=26b0f52d-1203-463c-9e7e-a98e01b51677,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:37:04.511242 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:37:04.624895 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] Set router 3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:37:04.962850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:37:02Z', 'revision_number': 4, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port': {'id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:37:01Z', 'updated_at': '2021-05-26T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:37:00Z', 'revision_number': 5, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:37:04.966655 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d98b0d9-5a85-4d9e-9cd7-e91cdf817621 None None] The sync data for ids ['3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5'] in dv-cinder-774594-6-smb is: [{'id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'name': 'router1', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:36:44Z', 'updated_at': '2021-05-26T14:37:02Z', 'revision_number': 4, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'gw_port': {'id': '26b0f52d-1203-463c-9e7e-a98e01b51677', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:37:01Z', 'updated_at': '2021-05-26T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'fc380184-aaf2-47aa-a306-71fb13e5d05e', 'name': '', 'network_id': '31a2652c-a63a-4226-b336-1b08f05d9cb3', 'tenant_id': '1cec94302e3d44a69ad4f6b0cb696501', 'mac_address': 'fa:16:3e:04:3b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc388e9-f4bf-4ea1-8142-8a3fd6cc9fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:36:53Z', 'updated_at': '2021-05-26T14:37:00Z', 'revision_number': 5, 'project_id': '1cec94302e3d44a69ad4f6b0cb696501', 'subnets': [{'id': '895ceb81-5ca8-4334-879e-866e30ea43c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a5c139f-109c-4579-8f51-6740e955b7e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:37:05.549244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 48484) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:37:05.663177 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0d61bc74-df18-4968-911e-881b98c7f9ed admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128299 May 26 14:37:06.444310 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 26b0f52d-1203-463c-9e7e-a98e01b51677 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:37:06.523956 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 26b0f52d-1203-463c-9e7e-a98e01b51677 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:37:06.528234 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 26b0f52d-1203-463c-9e7e-a98e01b51677 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:37:06.528603 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:06.641229 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:06.657116 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 26b0f52d-1203-463c-9e7e-a98e01b51677, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=26b0f52d-1203-463c-9e7e-a98e01b51677,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:37:06.660736 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:06.662695 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:37:06.727988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=26b0f52d-1203-463c-9e7e-a98e01b51677,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:37:06.732892 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:37:08.437189 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 26b0f52d-1203-463c-9e7e-a98e01b51677 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:37:08.522195 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 26b0f52d-1203-463c-9e7e-a98e01b51677 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:37:08.522563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:12.348777 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:37:18.291805 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0db07b66-73b1-4ff7-bf79-eef641ef45ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:20.610922 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e3c07cf-90ac-48bb-b0be-a9fd3bbf6bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:20.698190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:21.591505 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:23.394872 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:48.297574 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4dc6a324-342b-424e-bc69-6ce83082831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:49.343791 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:37:50.607646 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f8ec01a2-6e5e-4ad2-8baf-2f600051cd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:50.683172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:51.593601 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:37:53.395964 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:18.293506 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-889f70c0-14ce-4f48-8352-895f8b0c1959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:20.609562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6abccbf3-8996-4de9-a6ea-6bf2b032c88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:20.685186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:21.592854 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:23.397397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:26.342635 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:38:39.141492 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49054) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:39.207907 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-610fdc6b-2a87-451c-a23d-439046e081e1 admin admin] GET failed (client error): The resource could not be found. May 26 14:38:39.209126 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-610fdc6b-2a87-451c-a23d-439046e081e1 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667202 May 26 14:38:39.335437 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584a976-741a-4392-9b49-d5874d6b2db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:39.336776 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9584a976-741a-4392-9b49-d5874d6b2db5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1238816 May 26 14:38:41.417647 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49064) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:41.526583 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5197670-cb5d-4d87-adda-88419e5a2fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:41.527132 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d5197670-cb5d-4d87-adda-88419e5a2fd8 admin admin] Synchronizing usage tracker for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:subnet {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:38:41.542757 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d5197670-cb5d-4d87-adda-88419e5a2fd8 admin admin] Unset dirty status for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:subnet {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:38:41.543889 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d5197670-cb5d-4d87-adda-88419e5a2fd8 admin admin] 10.222.0.25 "GET /v2.0/subnets/895ceb81-5ca8-4334-879e-866e30ea43c9 HTTP/1.1" status: 200 len: 849 time: 0.1252856 May 26 14:38:41.553412 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:38:41.667707 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Notify callbacks [] for subnet, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:41.853843 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792205584541'] for subnet, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:41.857341 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:38:41.896834 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:41.897399 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:41.902604 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] 10.222.0.25 "PUT /v2.0/subnets/895ceb81-5ca8-4334-879e-866e30ea43c9 HTTP/1.1" status: 200 len: 868 time: 0.3494709 May 26 14:38:41.902814 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb40ff7-b049-4954-92b8-30c8a5d8241f None None] Network 31a2652c-a63a-4226-b336-1b08f05d9cb3 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:38:41.925013 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Pushing event updated for resources: {'Subnet': ['ID=895ceb81-5ca8-4334-879e-866e30ea43c9,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:38:41.932741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.933101 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.933427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.933748 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.934069 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.934374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.934699 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.935006 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.935298 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.935602 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.935916 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.936220 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:38:41.939973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:38:42.332319 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a1951260-f814-4538-977f-9af32850457f None None] Provisioning complete for port 7960e59a-9ed6-4875-8a70-f1a4de1d2ca9 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:38:42.332686 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1951260-f814-4538-977f-9af32850457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:42.452075 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a1951260-f814-4538-977f-9af32850457f None None] Provisioning complete for port fc380184-aaf2-47aa-a306-71fb13e5d05e triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:38:42.452443 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1951260-f814-4538-977f-9af32850457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:43.999996 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49074) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:44.171340 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a91bb-264d-4b32-88b2-13d3ebe10e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:44.171842 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a91bb-264d-4b32-88b2-13d3ebe10e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:44.173309 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-7b1a91bb-264d-4b32-88b2-13d3ebe10e1d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1723835 May 26 14:38:46.253234 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49084) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:46.421455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e112b4-3461-422c-a020-f1a0aa8768ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:46.421919 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e112b4-3461-422c-a020-f1a0aa8768ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:46.423388 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-f7e112b4-3461-422c-a020-f1a0aa8768ce admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1692250 May 26 14:38:48.285994 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8ec22b05-83e6-427b-9479-5c1fdb8e41e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:48.546867 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49094) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:48.711030 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91e138-49eb-46f4-b1d8-baaf307ce3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:48.712401 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6c91e138-49eb-46f4-b1d8-baaf307ce3ff admin admin] 10.222.0.25 "GET /v2.0/networks/2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 HTTP/1.1" status: 200 len: 886 time: 0.1645384 May 26 14:38:50.612633 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6d8011da-b06d-4074-b718-664decb2a11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:50.686996 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:50.806601 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49104) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:50.973848 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a4fb1-fccf-47f2-9673-456ce187e93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:50.975153 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c34a4fb1-fccf-47f2-9673-456ce187e93b admin admin] 10.222.0.25 "GET /v2.0/networks/31a2652c-a63a-4226-b336-1b08f05d9cb3 HTTP/1.1" status: 200 len: 870 time: 0.1676466 May 26 14:38:51.595552 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:53.064730 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49114) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:53.170618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec258a-c508-479a-929e-d2191f08a355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:53.171071 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec258a-c508-479a-929e-d2191f08a355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:53.172551 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-76ec258a-c508-479a-929e-d2191f08a355 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069045 May 26 14:38:53.400010 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:38:55.257346 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49124) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:55.361481 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7ea56-8db3-42bc-aa51-2d5a3edde0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:55.361934 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7ea56-8db3-42bc-aa51-2d5a3edde0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:55.363387 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a6e7ea56-8db3-42bc-aa51-2d5a3edde0a2 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051145 May 26 14:38:57.451932 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49134) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:57.558741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8141df-1638-4cf2-b42d-11658f12ef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:57.560045 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3f8141df-1638-4cf2-b42d-11658f12ef12 admin admin] 10.222.0.25 "GET /v2.0/subnets/895ceb81-5ca8-4334-879e-866e30ea43c9 HTTP/1.1" status: 200 len: 868 time: 0.1072249 May 26 14:38:59.668901 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49144) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:38:59.767272 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb75044-f145-43dc-acdb-a6b13c0a9d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:38:59.768602 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-bfb75044-f145-43dc-acdb-a6b13c0a9d67 admin admin] 10.222.0.25 "GET /v2.0/subnets/d2d80549-3688-4d29-b294-1b44113c9bf7 HTTP/1.1" status: 200 len: 816 time: 0.0987842 May 26 14:39:03.341645 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:39:18.289007 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-da9533fa-f9d4-408b-be66-434b7967b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:20.614828 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4a2b2a27-7a68-4ea6-b015-40add9117390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:20.691014 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:21.598111 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:22.631873 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49188) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:39:22.679064 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [None req-38cb97e9-64bf-457e-a97b-94caa11aec86 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:39:22.680061 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-38cb97e9-64bf-457e-a97b-94caa11aec86 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472312 May 26 14:39:23.401385 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:24.853460 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49198) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:39:24.918975 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cc208d-d175-458b-b290-0a6054be2de9 admin admin] GET failed (client error): The resource could not be found. May 26 14:39:24.920205 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-15cc208d-d175-458b-b290-0a6054be2de9 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658505 May 26 14:39:25.072242 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b04b6-3553-474c-b5bd-bd404d5ab058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:39:25.073580 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6a0b04b6-3553-474c-b5bd-bd404d5ab058 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1488843 May 26 14:39:27.175225 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49208) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:39:27.222464 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:39:27.227365 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:39:27.236729 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:39:27.246225 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Made reservation on behalf of b4e65454101a4f38a3ad65d0d68bdd94 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:39:27.248398 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:27.334758 dv-cinder-774594-6-smb neutron-server[103658]: WARNING neutron.services.revisions.revision_plugin [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Could not find related network for resource to bump revision. May 26 14:39:27.347425 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:39:27.356824 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:27.357087 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Added segment 6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7 of type vlan for network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 May 26 14:39:27.381625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:27.410161 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:27.411418 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:39:27.412022 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:27.416475 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:39:27.507042 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3307273 May 26 14:39:27.512446 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfe3221-3d58-43e6-9b5c-f9c4df5ad912,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:39:27.515221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:39:27.523423 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:39:29.623994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49218) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:39:29.690630 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.pecan_wsgi.hooks.translation [None req-8106f761-7247-45f8-ad9c-ac8b32ee5cc8 admin admin] GET failed (client error): The resource could not be found. May 26 14:39:29.691126 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-8106f761-7247-45f8-ad9c-ac8b32ee5cc8 admin admin] Synchronizing usage tracker for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:39:29.706105 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-8106f761-7247-45f8-ad9c-ac8b32ee5cc8 admin admin] Unset dirty status for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:39:29.707150 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-8106f761-7247-45f8-ad9c-ac8b32ee5cc8 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0822363 May 26 14:39:29.808630 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e44bace-01af-4a69-8546-e77cd251140c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:39:29.809904 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0e44bace-01af-4a69-8546-e77cd251140c admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0989845 May 26 14:39:29.819755 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912', 'description': 'shared-subnet'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:39:29.823906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:39:29.833743 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:39:29.844784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Made reservation on behalf of b4e65454101a4f38a3ad65d0d68bdd94 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:39:29.846972 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.217117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.221493 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5182de3-6fcc-46c5-95c0-f0253c424ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:39:30.288293 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5718699-8f8c-4c68-b4e5-ba7126e76617,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:39:30.291826 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:39:30.298813 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Checking segment: {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:39:30.299155 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Network hostable DHCP agents. Network: 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:39:30.315935 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:39:30.324602 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:39:30.328516 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:39:30.329112 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.334330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148ae2c-ecee-4082-8d56-c8035afa107b None None] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:39:30.352694 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5361185 May 26 14:39:30.583507 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-8dfe3221-3d58-43e6-9b5c-f9c4df5ad912', 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912', 'tenant_id': 'b4e65454101a4f38a3ad65d0d68bdd94', 'fixed_ips': [{'subnet_id': 'e5718699-8f8c-4c68-b4e5-ba7126e76617'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:39:30.584414 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.739087 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Allocated IP 192.168.233.2 (8dfe3221-3d58-43e6-9b5c-f9c4df5ad912/e5718699-8f8c-4c68-b4e5-ba7126e76617/d13dc388-2fef-4ad9-8e44-cd52796076ae) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:39:30.938962 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.949777 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Transition to ACTIVE for port object d13dc388-2fef-4ad9-8e44-cd52796076ae will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:39:30.968593 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Transition to ACTIVE for port object d13dc388-2fef-4ad9-8e44-cd52796076ae will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:39:30.975113 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:30.980166 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:39:31.046460 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:39:31.049518 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:39:31.052485 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:39:31.061256 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Pushing event updated for resources: {'Port': ['ID=d13dc388-2fef-4ad9-8e44-cd52796076ae,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:39:31.100101 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.100434 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.100771 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.101095 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.101413 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.101740 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.102045 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.102360 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.102688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.103000 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.103316 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.103630 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:39:31.107794 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:39:31.159098 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Attempting to bind port d13dc388-2fef-4ad9-8e44-cd52796076ae on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:39:31.159456 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Attempting to bind port d13dc388-2fef-4ad9-8e44-cd52796076ae by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:39:31.159850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Attempting to bind port d13dc388-2fef-4ad9-8e44-cd52796076ae on network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:39:31.165010 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:39:31.165373 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Checking segment: {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:39:31.165764 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:31.166145 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Bound using segment: {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:39:31.166604 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Bound port: d13dc388-2fef-4ad9-8e44-cd52796076ae, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:39:31.166967 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:31.253647 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] For port d13dc388-2fef-4ad9-8e44-cd52796076ae, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:39:31.256778 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] For port d13dc388-2fef-4ad9-8e44-cd52796076ae, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=d13dc388-2fef-4ad9-8e44-cd52796076ae,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:39:31.261716 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:31.265523 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:39:31.343944 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Pushing event updated for resources: {'Port': ['ID=d13dc388-2fef-4ad9-8e44-cd52796076ae,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:39:31.347912 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:39:32.151654 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669e5a7-fb0c-43e9-a57d-2630cc655f98 None None] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:39:32.257273 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-23146120-b788-4e4b-b313-745c9d0c9c6a None None] Provisioning for port d13dc388-2fef-4ad9-8e44-cd52796076ae completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:39:32.571823 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d13dc388-2fef-4ad9-8e44-cd52796076ae up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:39:32.656590 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port d13dc388-2fef-4ad9-8e44-cd52796076ae completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:39:32.661947 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port d13dc388-2fef-4ad9-8e44-cd52796076ae triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:39:32.662375 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:32.780023 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:32.812341 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port d13dc388-2fef-4ad9-8e44-cd52796076ae, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=d13dc388-2fef-4ad9-8e44-cd52796076ae,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:39:32.816620 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:32.818751 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-333c26cd-df80-4a46-b664-a6364bd208f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:39:32.884073 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=d13dc388-2fef-4ad9-8e44-cd52796076ae,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:39:32.887180 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:39:34.528362 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d13dc388-2fef-4ad9-8e44-cd52796076ae up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:39:34.600312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port d13dc388-2fef-4ad9-8e44-cd52796076ae triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:39:34.600673 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:40.340488 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:39:48.289611 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1919-77f0-4a11-873c-638abb9d8a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:50.618287 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-237631d6-6e7e-4d05-94bf-cafcc5806655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:50.693173 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:51.601221 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:39:53.401953 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:17.338944 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:40:18.294328 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-59bb39e5-39fb-4e72-b3fb-2cd14c5e379a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:20.611137 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bab14ab2-6c90-4570-86e0-5d5ee6c6aa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:20.694750 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:21.603300 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:23.404315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:48.286439 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b64850c3-28df-40ee-a064-50a47225d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:50.612150 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-81405d39-a445-4cfc-ade9-fce031858f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:50.695340 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:51.607252 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:53.408053 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:54.337990 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:40:54.868666 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49268) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:40:54.875519 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [None req-4a7b6d3c-10a9-4233-af3e-7e8c052481eb tempest-verify_tempest_config-809782831 tempest-verify_tempest_config-809782831-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:40:54.876464 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4a7b6d3c-10a9-4233-af3e-7e8c052481eb tempest-verify_tempest_config-809782831 tempest-verify_tempest_config-809782831-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068493 May 26 14:40:55.173570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49286) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:40:55.287503 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.301651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:40:55.305416 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Usage tracker for resource:security_group_rule and tenant:ff45099c70ca499191ba004b97fcb832 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:40:55.308134 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:40:55.314091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:40:55.393180 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.396869 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.405186 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a6fd888d-781b-4c7a-a39c-fe2e1d18300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:40:55.441566 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Synchronizing usage tracker for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:40:55.445423 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf278d6b-a288-4451-b988-edb5d5615504,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:40:55.455331 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.455682 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.456033 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.456349 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.456663 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.456980 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.457285 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.457598 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.457899 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.458200 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.458500 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.458799 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:40:55.463576 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:40:55.471282 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Unset dirty status for tenant:b4e65454101a4f38a3ad65d0d68bdd94 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:40:55.472492 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff45099c70ca499191ba004b97fcb832&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979984 May 26 14:40:55.475150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49292) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:40:55.533395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.557341 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.649627 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.653603 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1e25e3fc-6f78-4b93-aa16-158837374e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:40:55.664299 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf278d6b-a288-4451-b988-edb5d5615504,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:40:55.667091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:40:55.673105 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:40:55.674168 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf278d6b-a288-4451-b988-edb5d5615504 HTTP/1.1" status: 204 len: 168 time: 0.1981010 May 26 14:41:18.287557 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f9c18810-100d-4027-9bc0-7ec25822ffa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:20.614091 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0c9efcb8-7198-4f3b-b724-71b6f9c14212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:20.698141 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:21.611255 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:23.410899 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:31.336655 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:41:48.288262 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-18232bea-8a4b-4ce5-af6c-1879fa4dfb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:50.615804 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-9afdc0d5-ea1a-4e9c-82ea-e0238d4f9bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:50.698473 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:51.612625 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:41:53.413139 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:08.335731 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 5 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:42:18.289437 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b9d057a2-cfd5-4ce9-b346-7b53f6bde9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:20.616772 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-33e496d4-bda7-4963-adeb-1acf316f7d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:20.699116 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:21.616658 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:23.419495 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:35.222728 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455'] for agent, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:38.811701 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49346) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:42:38.934832 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-32940204-842e-4d9a-934f-a15c5cb6ce77 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1220369 May 26 14:42:41.178440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49356) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:42:41.238732 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-274fc352-49af-42f2-9177-65970539cee9 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0592179 May 26 14:42:45.334923 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:42:48.292998 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-aee09c58-54ad-4e30-a3d8-35c71f20586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:50.618257 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cf6b14d5-174a-4ed3-8345-3802cbd129eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:50.700315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:51.617669 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:42:53.424448 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:05.208637 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:18.295304 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6ff-b837-4d7c-a693-90bf0e3b14da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:20.618528 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b44e352-c4b6-4077-8604-bff6d22d4b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:20.700098 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:21.620321 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:22.334228 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:43:23.419801 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:35.218330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:48.296308 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0441ce5b-e1bc-4a5f-bb0d-46c81d624827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:50.620435 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-eb511c48-b869-4275-b3d1-a596296914b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:50.700845 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:51.625044 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:53.423926 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:43:59.334069 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:44:05.227583 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:11.658829 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49458) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:11.916269 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-network', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:11.921962 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:11.926364 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Usage tracker for resource:network and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:11.929223 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:11.936120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:11.947604 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Made reservation on behalf of 431fe07e94ca46bbb1c29d66f78be280 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:11.950722 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:11.965049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:11.989787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:11.990466 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:11.993824 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:12.000007 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:12.115600 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.116835 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.120701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:12.151816 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:44:12.162481 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed3e3a-ff65-40ec-aef1-d8b8dfeeda3b,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:12.167673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.168048 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Added segment c03b617d-c6d0-455e-be21-0e5b4e80b2ab of type vlan for network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa May 26 14:44:12.179288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.179709 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.180414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.180740 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.181058 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.181374 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.181699 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.181994 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.182305 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.182613 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.182917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.183222 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Tracked resource versions report: May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: pushed versions: May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: { 'AddressGroup': {'1.2'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'ConntrackHelper': {'1.0'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Log': {'1.0'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Network': {'1.1'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Port': {'1.7'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'PortForwarding': {'1.2'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'QosPolicy': {'1.8'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroup': {'1.4'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroupRule': {'1.2'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SubPort': {'1.0'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Subnet': {'1.1'}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Trunk': {'1.1'}} May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: consumer versions: May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: HyperV agent@hv-cinder-77459: {}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'ConntrackHelper': '1.0', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Log': '1.0', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Network': '1.1', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Port': '1.7', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'PortForwarding': '1.2', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'QosPolicy': '1.8', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroup': '1.4', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SecurityGroupRule': '1.2', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'SubPort': '1.0', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Subnet': '1.1', May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: 'Trunk': '1.1'}} May 26 14:44:12.184271 dv-cinder-774594-6-smb neutron-server[103657]: {{(pid=103657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:44:12.209144 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:12.216557 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.249701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.252109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:12.252664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.262749 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f3619ab4-e0ac-4073-b405-7a9723dbf041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:12.362742 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49508) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:12.363283 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7029264 May 26 14:44:12.366371 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb9c57f-c5d4-4916-829e-73f936fc5eaa,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:12.368328 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Request body: {'subnet': {'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-subnet', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:12.369078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:12.377330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:44:12.379641 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:12.383973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Usage tracker for resource:subnet and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:12.387651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:12.396919 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:12.408718 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Made reservation on behalf of 431fe07e94ca46bbb1c29d66f78be280 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:12.411375 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.858361 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:12.865674 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e9557a2b-5a50-485c-a805-90c31e7d22db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:12.936814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279abb73-16b9-4928-a166-29dd185de477,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:12.947581 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.947957 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.948284 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.948599 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.948913 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.949224 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.949532 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.949840 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.950153 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.950776 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.950776 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.951053 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Tracked resource versions report: May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: pushed versions: May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: { 'AddressGroup': {'1.2'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'ConntrackHelper': {'1.0'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Log': {'1.0'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Network': {'1.1'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Port': {'1.7'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'PortForwarding': {'1.2'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'QosPolicy': {'1.8'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroup': {'1.4'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroupRule': {'1.2'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SubPort': {'1.0'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Subnet': {'1.1'}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Trunk': {'1.1'}} May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: consumer versions: May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: HyperV agent@hv-cinder-77459: {}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'ConntrackHelper': '1.0', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Log': '1.0', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Network': '1.1', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Port': '1.7', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'PortForwarding': '1.2', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'QosPolicy': '1.8', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroup': '1.4', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SecurityGroupRule': '1.2', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'SubPort': '1.0', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Subnet': '1.1', May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: 'Trunk': '1.1'}} May 26 14:44:12.952053 dv-cinder-774594-6-smb neutron-server[103658]: {{(pid=103658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:44:12.957461 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:12.961205 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Checking segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:12.961551 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Network hostable DHCP agents. Network: 9fb9c57f-c5d4-4916-829e-73f936fc5eaa, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:44:12.980616 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:44:12.992975 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 9fb9c57f-c5d4-4916-829e-73f936fc5eaa) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:12.998602 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:13.000037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.005846 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79bff15-e419-4b8c-86ed-c17b3e4d455e None None] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:13.029860 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6660461 May 26 14:44:13.032732 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49544) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:13.038935 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:13.048348 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:13.053214 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Usage tracker for resource:router and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:13.057182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:13.066083 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:13.079868 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.082080 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.104020 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.273355 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:44:13.274243 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.446743 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.464420 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Allocated IP 172.20.0.2 (9fb9c57f-c5d4-4916-829e-73f936fc5eaa/279abb73-16b9-4928-a166-29dd185de477/37e897b0-64e6-4431-8461-d435780248fa) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:13.742003 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.754747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49576) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:13.762367 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Transition to ACTIVE for port object 37e897b0-64e6-4431-8461-d435780248fa will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:13.786523 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Transition to ACTIVE for port object 37e897b0-64e6-4431-8461-d435780248fa will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:13.794588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.794780 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.803148 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:13.828069 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:13.870208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49584) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:13.882436 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:13.885474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:13.892040 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:13.933811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Pushing event updated for resources: {'Port': ['ID=37e897b0-64e6-4431-8461-d435780248fa,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:13.974734 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.975082 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.975387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.975703 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.976040 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.976350 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.976658 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.976966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.977296 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.977661 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.977901 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.978200 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Tracked resource versions report: May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: pushed versions: May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: { 'AddressGroup': {'1.2'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'ConntrackHelper': {'1.0'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Log': {'1.0'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Network': {'1.1'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Port': {'1.7'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'PortForwarding': {'1.2'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'QosPolicy': {'1.8'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroup': {'1.4'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroupRule': {'1.2'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SubPort': {'1.0'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Subnet': {'1.1'}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Trunk': {'1.1'}} May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: consumer versions: May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: HyperV agent@hv-cinder-77459: {}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'ConntrackHelper': '1.0', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Log': '1.0', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Network': '1.1', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Port': '1.7', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'PortForwarding': '1.2', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'QosPolicy': '1.8', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroup': '1.4', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SecurityGroupRule': '1.2', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'SubPort': '1.0', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Subnet': '1.1', May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: 'Trunk': '1.1'}} May 26 14:44:13.979394 dv-cinder-774594-6-smb neutron-server[103659]: {{(pid=103659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:44:13.987967 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:14.000650 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Allocated IP 172.28.3.42 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/18c318d9-954b-4075-ad80-23a2759933d2) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:14.008616 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Attempting to bind port 37e897b0-64e6-4431-8461-d435780248fa on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:14.008974 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Attempting to bind port 37e897b0-64e6-4431-8461-d435780248fa by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:14.009327 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Attempting to bind port 37e897b0-64e6-4431-8461-d435780248fa on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:14.016025 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:14.016979 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Checking segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:14.017347 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.017735 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Bound using segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:14.018206 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Bound port: 37e897b0-64e6-4431-8461-d435780248fa, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:14.018573 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.131163 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] For port 37e897b0-64e6-4431-8461-d435780248fa, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:14.134876 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] For port 37e897b0-64e6-4431-8461-d435780248fa, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=37e897b0-64e6-4431-8461-d435780248fa,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:14.141813 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.154391 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:14.185895 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.196099 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-network', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:14.201831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:14.206974 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Usage tracker for resource:network and tenant:318bd6f38a56464881a6490a1279b7a2 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:14.210530 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:14.216950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:14.227462 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.242295 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-48228942-network', 'tenant_id': '02d1d2d122314bdf9f13a6accbf5c621'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:14.245865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Made reservation on behalf of 318bd6f38a56464881a6490a1279b7a2 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:14.251494 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:14.260359 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.280435 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Pushing event updated for resources: {'Port': ['ID=37e897b0-64e6-4431-8461-d435780248fa,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:14.290426 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.290987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:14.309263 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:14.315307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Usage tracker for resource:network and tenant:02d1d2d122314bdf9f13a6accbf5c621 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:14.319259 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:14.319684 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:14.326026 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:14.329719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:14.335173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:14.342809 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:14.344646 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Usage tracker for resource:security_group_rule and tenant:318bd6f38a56464881a6490a1279b7a2 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:14.353474 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:14.360599 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Made reservation on behalf of 02d1d2d122314bdf9f13a6accbf5c621 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:14.364450 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.383439 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:14.385709 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.419486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:14.433371 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Usage tracker for resource:security_group_rule and tenant:02d1d2d122314bdf9f13a6accbf5c621 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:14.440029 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:14.452140 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:14.588821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.600413 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.618322 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:14.659810 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:44:14.689618 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a7f9b-e52f-4057-ac68-c477b48bc511,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:14.694074 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:14.710878 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.712181 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.712977 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Added segment 4fadf0a9-fff0-48a4-b651-ead5be0f2f3f of type vlan for network 2b33f5c6-f859-45af-9496-f493bf1714a6 May 26 14:44:14.722307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.739178 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:44:14.761529 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.762575 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Added segment 77483760-65c9-4d1b-8a64-b86a6fcf6d64 of type vlan for network 403497c6-f4ee-437b-9925-92caabdc11a8 May 26 14:44:14.772448 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:14.783256 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Pushing event updated for resources: {'Port': ['ID=18c318d9-954b-4075-ad80-23a2759933d2,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:14.804587 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:14.808137 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b11b36-1fff-4939-9261-98fd02354701,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:14.812229 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:14.855999 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.861551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.874100 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 37e897b0-64e6-4431-8461-d435780248fa up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:14.929468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.933535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.934681 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:14.935330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:14.991119 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:15.033179 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1618524 May 26 14:44:15.033860 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49630) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:15.041100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:15.043191 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:15.063890 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:15.071461 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 37e897b0-64e6-4431-8461-d435780248fa completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:15.072665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Request body: {'subnet': {'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-48228942-subnet', 'tenant_id': '02d1d2d122314bdf9f13a6accbf5c621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:15.087645 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:15.094265 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Usage tracker for resource:subnet and tenant:02d1d2d122314bdf9f13a6accbf5c621 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:15.100203 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:15.114532 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:15.257276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Made reservation on behalf of 02d1d2d122314bdf9f13a6accbf5c621 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:15.261875 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:15.589695 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:15.884948 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b8fd8-7ee1-45bf-8614-f284a94864ed None None] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:15.985622 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2288425 May 26 14:44:15.991990 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Pushing event updated for resources: {'Network': ['ID=403497c6-f4ee-437b-9925-92caabdc11a8,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:16.093103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49656) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:16.105606 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Pushing event updated for resources: {'Network': ['ID=2b33f5c6-f859-45af-9496-f493bf1714a6,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:16.109476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:16.112256 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:16.112861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:16.131564 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 403497c6-f4ee-437b-9925-92caabdc11a8 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:44:16.135121 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Request body: {'subnet': {'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-subnet', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:16.146618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:16.152520 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:44:16.159675 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Usage tracker for resource:subnet and tenant:318bd6f38a56464881a6490a1279b7a2 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:16.163149 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:16.170778 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:44:16.173598 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:16.190946 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Provisioning for port 37e897b0-64e6-4431-8461-d435780248fa completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:16.202752 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Provisioning complete for port 37e897b0-64e6-4431-8461-d435780248fa triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:16.203173 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:16.290783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:16.303656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-11a70304-5f1b-4c32-bdf6-db3d424abac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:16.349110 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Made reservation on behalf of 318bd6f38a56464881a6490a1279b7a2 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:16.351557 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:16.505110 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2138c32d-afb5-470d-a62d-ceb035ca157a,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:16.522341 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:16.542448 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Checking segment: {'id': '77483760-65c9-4d1b-8a64-b86a6fcf6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:16.548248 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Network hostable DHCP agents. Network: 403497c6-f4ee-437b-9925-92caabdc11a8, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:44:16.599876 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Network 403497c6-f4ee-437b-9925-92caabdc11a8 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:44:16.618486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 403497c6-f4ee-437b-9925-92caabdc11a8) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:16.628016 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:16.631208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:16.671530 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6189229 May 26 14:44:16.683862 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:44:16.688384 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9fda7-6b6a-428e-8b02-cc2eae100ad1 None None] Network 403497c6-f4ee-437b-9925-92caabdc11a8 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:16.697105 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:44:16.712287 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:16.712934 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:43:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:16.753953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:16.757994 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49704) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:16.758132 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7241197 May 26 14:44:17.102416 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.180194 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:17.190242 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.196108 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:17.367545 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Checking segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:17.368089 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Network hostable DHCP agents. Network: 2b33f5c6-f859-45af-9496-f493bf1714a6, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:44:17.398948 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca8fd7b-d314-4767-a55c-bb706bd1fa96,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:17.411406 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:17.412840 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:44:17.430457 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 2b33f5c6-f859-45af-9496-f493bf1714a6) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:17.436936 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:17.437598 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.460630 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3506944 May 26 14:44:17.463523 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49726) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:17.474177 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:17.485107 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:17.485311 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17d959-22d4-4b3f-97e0-4784c106bd7f None None] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:17.492637 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Usage tracker for resource:router and tenant:318bd6f38a56464881a6490a1279b7a2 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:17.501455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:17.514363 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:17.545319 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.546887 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.577642 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.690746 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] For port 37e897b0-64e6-4431-8461-d435780248fa, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=37e897b0-64e6-4431-8461-d435780248fa,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:17.747461 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:17.748353 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49744) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:17.802284 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:14Z', 'revision_number': 3, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:17.806836 dv-cinder-774594-6-smb neutron-server[103657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 14:44:17.807904 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:17.809037 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:44:17.809037 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Updating router 199f11ea-d219-4e7c-b887-2727a0b2c2fa port 18c318d9-954b-4075-ad80-23a2759933d2 binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:44:17.945203 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.119994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.160642 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-c61a3d0e-c04f-47fe-bf6b-cdc935174dc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:18.164047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-c61a3d0e-c04f-47fe-bf6b-cdc935174dc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Synchronizing usage tracker for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:18.350554 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Pushing event updated for resources: {'Port': ['ID=37e897b0-64e6-4431-8461-d435780248fa,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:18.379425 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:18.381867 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2700c63-9ea0-442c-b0dc-0cb49e251c4c None None] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:18.419011 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc33fe-aa3a-4bf4-8a84-5cdd29639566 None None] Network 403497c6-f4ee-437b-9925-92caabdc11a8 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:18.463080 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-c61a3d0e-c04f-47fe-bf6b-cdc935174dc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Unset dirty status for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:18.472315 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-c61a3d0e-c04f-47fe-bf6b-cdc935174dc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/networks?id=403497c6-f4ee-437b-9925-92caabdc11a8 HTTP/1.1" status: 200 len: 810 time: 0.7223103 May 26 14:44:18.503279 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-9938480c-1036-4e45-94bc-a8f5a34ea5cf tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/quotas/02d1d2d122314bdf9f13a6accbf5c621 HTTP/1.1" status: 200 len: 375 time: 0.0299015 May 26 14:44:18.622744 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01c26045-078f-494e-a414-95a1feb69a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.745579 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-2480285e-74ea-4050-8b3d-d416e5d2a89d tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d1d2d122314bdf9f13a6accbf5c621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2415178 May 26 14:44:18.797711 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49794) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:18.816950 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.871822 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.889212 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.900441 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 37e897b0-64e6-4431-8461-d435780248fa up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:18.902053 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Transition to ACTIVE for port object 18c318d9-954b-4075-ad80-23a2759933d2 will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:18.919149 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:18.927633 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:19.022773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.023463 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Pushing event updated for resources: {'Port': ['ID=18c318d9-954b-4075-ad80-23a2759933d2,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:19.034732 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.035182 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.035598 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.036035 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.036491 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.037042 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.037564 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.037989 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.038541 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.039498 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.039498 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.039807 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Tracked resource versions report: May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: pushed versions: May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: { 'AddressGroup': {'1.2'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'ConntrackHelper': {'1.0'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Log': {'1.0'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Network': {'1.1'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Port': {'1.7'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'PortForwarding': {'1.2'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'QosPolicy': {'1.8'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroup': {'1.4'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroupRule': {'1.2'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SubPort': {'1.0'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Subnet': {'1.1'}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Trunk': {'1.1'}} May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: consumer versions: May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: { DHCP agent@dv-cinder-774594-6-smb: {}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: HyperV agent@hv-cinder-77459: {}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: L3 agent@dv-cinder-774594-6-smb: {}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: Metadata agent@dv-cinder-774594-6-smb: {}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: Metering agent@dv-cinder-774594-6-smb: {}, May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: Open vSwitch agent@dv-cinder-774594-6-smb: { 'AddressGroup': '1.2', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'ConntrackHelper': '1.0', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Log': '1.0', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Network': '1.1', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Port': '1.7', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'PortForwarding': '1.2', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'QosPolicy': '1.8', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroup': '1.4', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SecurityGroupRule': '1.2', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'SubPort': '1.0', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Subnet': '1.1', May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: 'Trunk': '1.1'}} May 26 14:44:19.041083 dv-cinder-774594-6-smb neutron-server[103660]: {{(pid=103660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 14:44:19.057044 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:19.059413 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-fe1881f9-440b-4799-ade4-07d3083612bb None None] Provisioning complete for port 37e897b0-64e6-4431-8461-d435780248fa triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:19.059831 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fe1881f9-440b-4799-ade4-07d3083612bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.129545 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Attempting to bind port 18c318d9-954b-4075-ad80-23a2759933d2 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:19.129923 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Attempting to bind port 18c318d9-954b-4075-ad80-23a2759933d2 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:19.130336 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Attempting to bind port 18c318d9-954b-4075-ad80-23a2759933d2 on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:19.144399 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:19.144772 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:19.145172 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.145619 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:19.146110 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Bound port: 18c318d9-954b-4075-ad80-23a2759933d2, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:19.149998 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.237913 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Allocated IP 172.28.3.228 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/be66f2b9-fc65-405a-b691-155d47f0bb0b) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:19.272973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49812) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:19.367848 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ef65ae07-ba8a-4ac1-86d3-7ba96a06f6e7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:44:19.368056 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] For port 18c318d9-954b-4075-ad80-23a2759933d2, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:19.374705 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ef65ae07-ba8a-4ac1-86d3-7ba96a06f6e7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1275697 May 26 14:44:19.382618 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] For port 18c318d9-954b-4075-ad80-23a2759933d2, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=18c318d9-954b-4075-ad80-23a2759933d2,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:19.388274 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.393396 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:19.458879 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.501951 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.538296 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:19.545085 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Usage tracker for resource:security_group_rule and tenant:9a63249e7fb44bbd887c1acb04e4ce6e is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:19.552091 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 37e897b0-64e6-4431-8461-d435780248fa triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:19.552637 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.553223 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:19.566368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:19.571044 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:19.571671 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:43:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:19.711262 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.744714 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Pushing event updated for resources: {'Port': ['ID=18c318d9-954b-4075-ad80-23a2759933d2,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:19.768998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.774382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.815099 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:19.820743 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-03c32eda-fb85-4ef2-9fd8-281f84d6dc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:19.830107 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-0f79da75-e2cf-4a51-83c0-de5a8038bd6e service neutron] 10.222.0.25 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742833 May 26 14:44:19.850697 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a63249e7fb44bbd887c1acb04e4ce6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5766981 May 26 14:44:19.851811 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49830) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:19.868034 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:19.958759 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181076ca-ce70-4291-8dc4-36cb1a963c80,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:19.979476 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.980888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:19.981465 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:19.997307 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:20.007817 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:20.062044 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:20.074819 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:20.085313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:20.108619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:451c5835c0fb4162b5263cd099c0f24f is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:20.111861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:20.146883 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.228238 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:20.310411 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Pushing event updated for resources: {'Port': ['ID=be66f2b9-fc65-405a-b691-155d47f0bb0b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:20.339327 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Allocated IP 172.20.0.1 (9fb9c57f-c5d4-4916-829e-73f936fc5eaa/279abb73-16b9-4928-a166-29dd185de477/bc281d98-4467-40cc-9fce-e2f289f6fb55) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:20.361899 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:14Z', 'revision_number': 3, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:20.367509 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4a73f-2315-4b4b-a0b8-30429448dcae None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:14Z', 'revision_number': 3, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:44:20.368849 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:20.446147 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-b120705a-1fba-4eaf-a452-7adea2a3580f service neutron] 10.222.0.25 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130335 May 26 14:44:20.603614 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.611460 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.617910 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.629773 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5cd808f3-a62a-46bb-b4e0-e4c2ea3a715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.638656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:20.726198 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.829373 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4defc899-f3cc-4f18-8c4f-d3786131c3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:20.845399 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49870) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:20.846549 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181076ca-ce70-4291-8dc4-36cb1a963c80,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:20.870257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.878319 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:20.896331 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49880) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:20.904667 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=451c5835c0fb4162b5263cd099c0f24f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0897856 May 26 14:44:20.909535 dv-cinder-774594-6-smb neutron-server[103658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 14:44:20.945818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Transition to ACTIVE for port object bc281d98-4467-40cc-9fce-e2f289f6fb55 will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:20.945818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e07df8-b7ed-4bf2-bff5-0a91ad86ba13,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:20.946033 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 18c318d9-954b-4075-ad80-23a2759933d2 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:20.947486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:20.980228 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:20.987038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-30b72464-a530-46a3-959a-44aaf1a37504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:21.092764 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Pushing event updated for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:21.109542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:21.123012 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11974b09-74a3-47a3-a14f-020e648cd5a5 req-e2cd3cbb-6109-4fc5-90b1-7b0580b627c7 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 210 time: 0.2296743 May 26 14:44:21.124912 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 18c318d9-954b-4075-ad80-23a2759933d2 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:21.130955 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.142023 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:21.142163 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 18c318d9-954b-4075-ad80-23a2759933d2 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:21.142422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.143489 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:21.146033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:21.146769 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.379625 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.408072 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.444170 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 18c318d9-954b-4075-ad80-23a2759933d2, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=18c318d9-954b-4075-ad80-23a2759933d2,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:21.454138 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.460693 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:21.605642 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=18c318d9-954b-4075-ad80-23a2759933d2,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:21.614194 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:21.650164 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.653051 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-574bad4c-eaa7-46cb-b773-f811cba195ad None None] Provisioning for port bc281d98-4467-40cc-9fce-e2f289f6fb55 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:21.664925 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-574bad4c-eaa7-46cb-b773-f811cba195ad None None] Provisioning complete for port bc281d98-4467-40cc-9fce-e2f289f6fb55 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:21.665315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-574bad4c-eaa7-46cb-b773-f811cba195ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.778266 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.789385 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.789579 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.790961 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:21.797866 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:21.800886 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/181076ca-ce70-4291-8dc4-36cb1a963c80 HTTP/1.1" status: 204 len: 168 time: 1.9458373 May 26 14:44:21.839921 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-574bad4c-eaa7-46cb-b773-f811cba195ad None None] Port bc281d98-4467-40cc-9fce-e2f289f6fb55 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:44:21.906729 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Pushing event updated for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:21.919517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:22.004420 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.027195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.091577 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:22.093173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:22.485872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49954) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:22.510490 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.549151 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.554155 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9765c16b-9f22-4a22-a6f3-f92b335c3b9d req-f8a800a9-486f-4dbc-b876-0e1ccc8818d6 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 210 time: 0.1113329 May 26 14:44:22.571602 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:22.583093 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb4742b008a4421b278ad31e6065a97 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:22.591319 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:22.613356 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:44:22.613595 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-168b52bb-e8da-46ab-96c0-80a8175213dd None None] Provisioning complete for port bc281d98-4467-40cc-9fce-e2f289f6fb55 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:22.614470 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-168b52bb-e8da-46ab-96c0-80a8175213dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.614636 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:22.623673 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Router 1bac71c1-8062-4f87-9165-21ada2fe5c4f is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:44:22.733514 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.754258 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-168b52bb-e8da-46ab-96c0-80a8175213dd None None] Port bc281d98-4467-40cc-9fce-e2f289f6fb55 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:44:22.896721 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 18c318d9-954b-4075-ad80-23a2759933d2 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:22.908747 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:22.938599 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e07df8-b7ed-4bf2-bff5-0a91ad86ba13,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:22.942301 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:22.951132 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:22.956083 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52e07df8-b7ed-4bf2-bff5-0a91ad86ba13 HTTP/1.1" status: 204 len: 168 time: 2.0496573 May 26 14:44:22.980189 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:44:23.022904 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Sync routers for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:44:23.023047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.024277 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5595920 May 26 14:44:23.027150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 49976) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:23.098545 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:23.100091 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:23.165493 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:44:23.179351 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:44:23.202653 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:23.207998 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:23.303505 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] 10.222.0.25 "PUT /v2.0/routers/199f11ea-d219-4e7c-b887-2727a0b2c2fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5439193 May 26 14:44:23.351202 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 49992) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:23.425100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.447885 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.528647 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2f0f3cd1-a0ae-40be-a1bb-f6582f590c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:23.572382 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fb4742b008a4421b278ad31e6065a97&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0854104 May 26 14:44:23.579212 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50006) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:23.740066 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 18c318d9-954b-4075-ad80-23a2759933d2 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:23.744117 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.796087 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.868070 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484c5fcf-fb17-4919-bb6f-6a9610a22faf,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:23.900704 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:23.912258 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.68', 65039) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:23.913330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:23.921227 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:23.926694 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Usage tracker for resource:security_group_rule and tenant:38ddaaa65aa9475cbe532de9fc53251a is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:23.932033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:23.991362 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:23.992001 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-867bf7a8-db5f-4a51-938b-d95da267c016 req-f16fa56b-66b0-4598-b803-516d0ce8e41f tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 210 time: 0.1395726 May 26 14:44:24.035589 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:24.174330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:24.254831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:24.266356 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ce964523-5a3a-450d-9650-0ee7eaf16fcf tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:24.268400 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ce964523-5a3a-450d-9650-0ee7eaf16fcf tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.68 "GET /v2.0/networks?id=403497c6-f4ee-437b-9925-92caabdc11a8 HTTP/1.1" status: 200 len: 810 time: 0.3518562 May 26 14:44:24.322162 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:24.339435 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Request body: {'port': {'device_id': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8', 'admin_state_up': True, 'tenant_id': '02d1d2d122314bdf9f13a6accbf5c621'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:24.783091 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 2, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:24.791681 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:44:24.793216 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Updating router 199f11ea-d219-4e7c-b887-2727a0b2c2fa port bc281d98-4467-40cc-9fce-e2f289f6fb55 binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:44:24.823412 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:20Z', 'revision_number': 3, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:24.831024 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Checking router: 1bac71c1-8062-4f87-9165-21ada2fe5c4f for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:44:24.833043 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Updating router 1bac71c1-8062-4f87-9165-21ada2fe5c4f port be66f2b9-fc65-405a-b691-155d47f0bb0b binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:44:24.872075 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:24.923629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:24.968174 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Usage tracker for resource:port and tenant:02d1d2d122314bdf9f13a6accbf5c621 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:24.991202 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:24.994793 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.022850 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:25.038489 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50078) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:25.050793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197233301', 'description': 'tempest-description--876096437'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:25.062502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.091264 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:25.116625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:25.121113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:25.122828 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.155269 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-c31ac74e-3930-45f4-81d5-d5b07444e1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:25.220462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.226508 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484c5fcf-fb17-4919-bb6f-6a9610a22faf,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:25.237319 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:25.248031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:25.285470 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Made reservation on behalf of 02d1d2d122314bdf9f13a6accbf5c621 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:25.303572 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.339759 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.341462 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-11452dca-4b9c-402d-bfc2-465f381608f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/484c5fcf-fb17-4919-bb6f-6a9610a22faf HTTP/1.1" status: 204 len: 168 time: 1.7616642 May 26 14:44:25.368312 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:25.376633 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.413307 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38ddaaa65aa9475cbe532de9fc53251a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0609186 May 26 14:44:25.418588 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e246b632-4ee0-4696-8f0f-6690980ca813,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:25.430451 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50112) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:25.438047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:25.571406 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.622499 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:25.655468 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:25.684590 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:25.696783 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.725348 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Transition to ACTIVE for port object bc281d98-4467-40cc-9fce-e2f289f6fb55 will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:25.740085 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.746788 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:25.753099 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:25.758691 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a521e99b-89ed-4bd8-8814-b49503e36d02 req-dcbccaeb-4089-41d3-b915-90cd66743133 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 210 time: 0.2570758 May 26 14:44:25.923182 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.966759 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Transition to ACTIVE for port object be66f2b9-fc65-405a-b691-155d47f0bb0b will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:25.977654 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:25.983120 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:26.039625 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.090640 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Allocated IP 172.20.0.14 (403497c6-f4ee-437b-9925-92caabdc11a8/2138c32d-afb5-470d-a62d-ceb035ca157a/9adc5a20-9da4-4b09-ae00-ef50c090094c) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:26.179052 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Allocated IP 172.20.0.1 (2b33f5c6-f859-45af-9496-f493bf1714a6/9ca8fd7b-d314-4767-a55c-bb706bd1fa96/440eac37-c503-4950-8543-721d660d5d36) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:26.179657 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.221218 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a59a-abf6-48c5-83d9-dcf4e38fd653 None None] Pushing event updated for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:26.232304 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-2847a59a-abf6-48c5-83d9-dcf4e38fd653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:26.249397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Pushing event updated for resources: {'Port': ['ID=be66f2b9-fc65-405a-b691-155d47f0bb0b,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:26.267972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:26.347289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.362841 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Attempting to bind port be66f2b9-fc65-405a-b691-155d47f0bb0b on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:26.364589 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Attempting to bind port be66f2b9-fc65-405a-b691-155d47f0bb0b by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:26.365832 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Attempting to bind port be66f2b9-fc65-405a-b691-155d47f0bb0b on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:26.407072 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:26.411048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:26.413426 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.416744 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:26.419217 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Bound port: be66f2b9-fc65-405a-b691-155d47f0bb0b, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:26.419888 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.431788 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.465784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-26ac3eb3-0801-4a39-9a87-afd86d722688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:26.627298 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Attempting to bind port bc281d98-4467-40cc-9fce-e2f289f6fb55 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:26.627680 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Attempting to bind port bc281d98-4467-40cc-9fce-e2f289f6fb55 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:26.628066 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Attempting to bind port bc281d98-4467-40cc-9fce-e2f289f6fb55 on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:26.641912 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.664667 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] For port be66f2b9-fc65-405a-b691-155d47f0bb0b, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:26.668490 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:26.668894 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Checking segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:26.670263 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.670849 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Bound using segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:26.673960 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Bound port: bc281d98-4467-40cc-9fce-e2f289f6fb55, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:26.675180 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.676937 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] For port be66f2b9-fc65-405a-b691-155d47f0bb0b, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=be66f2b9-fc65-405a-b691-155d47f0bb0b,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:26.689010 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.717786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.722435 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:26.727830 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.735039 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-af526930-92ef-4a42-8a2c-7d51b060dacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:26.782574 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e246b632-4ee0-4696-8f0f-6690980ca813,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:26.819248 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:26.824497 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Network 403497c6-f4ee-437b-9925-92caabdc11a8 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:26.827260 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:26.848800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:26.854183 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8120577 May 26 14:44:26.865428 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50160) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:26.868270 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb073b8-561a-449b-a344-7fb71f702380,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:26.888866 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:26.893431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group_rule': {'security_group_id': 'bdb073b8-561a-449b-a344-7fb71f702380', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:26.899349 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Pushing event updated for resources: {'Port': ['ID=be66f2b9-fc65-405a-b691-155d47f0bb0b,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:26.909773 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:26.953817 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:26.956663 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:26.958492 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:26.990331 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:27.017511 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:27.053318 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:27.068409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Pushing event updated for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:27.075078 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.076363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:27.115436 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] For port bc281d98-4467-40cc-9fce-e2f289f6fb55, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:27.117313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.121097 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] For port bc281d98-4467-40cc-9fce-e2f289f6fb55, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=bc281d98-4467-40cc-9fce-e2f289f6fb55,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:27.128469 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.131757 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:27.145349 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:27.282617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.286659 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e246b632-4ee0-4696-8f0f-6690980ca813 HTTP/1.1" status: 204 len: 168 time: 1.8545711 May 26 14:44:27.300856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:27.309906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:27.310560 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.366722 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:27.367309 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:27.425710 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1062069 May 26 14:44:27.440758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.458414 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.461969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-863c43f8-057c-454f-a84b-9d7f344843a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:27.479904 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-562cb0a5-a506-459b-a613-7de439b326b6 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:44:27.481494 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-562cb0a5-a506-459b-a613-7de439b326b6 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281906 May 26 14:44:27.519302 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-aabfe0e7-0bc5-444a-8233-dbebffa98c6c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:27.528424 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-aabfe0e7-0bc5-444a-8233-dbebffa98c6c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Synchronizing usage tracker for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:27.545206 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.570010 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:27.589804 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:27.591535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-aabfe0e7-0bc5-444a-8233-dbebffa98c6c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Unset dirty status for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:27.593050 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-aabfe0e7-0bc5-444a-8233-dbebffa98c6c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 932 time: 0.5305576 May 26 14:44:27.631589 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:27.700705 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847a59a-abf6-48c5-83d9-dcf4e38fd653 None None] Pushing event updated for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:27.706328 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-2847a59a-abf6-48c5-83d9-dcf4e38fd653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:27.721474 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-601e2367-2599-43a5-a7f9-22d88dce700c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Synchronizing usage tracker for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:27.789063 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-601e2367-2599-43a5-a7f9-22d88dce700c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Unset dirty status for tenant:02d1d2d122314bdf9f13a6accbf5c621 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:27.791233 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f01d01a6-bff4-400b-896a-19a2872b2c8d req-601e2367-2599-43a5-a7f9-22d88dce700c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921360 May 26 14:44:27.798939 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:27.799431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.947281 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Pushing event updated for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:27.957588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:27.959013 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0844495 May 26 14:44:27.962020 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50196) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:27.968446 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group_rule': {'security_group_id': 'bdb073b8-561a-449b-a344-7fb71f702380', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:27.975354 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:27.977728 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:27.978396 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:27.989366 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:27.992635 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:28.007517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:28.010891 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca724129-6035-4075-8bc1-ce0d0d10da3e,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:28.036833 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:28.044388 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.166015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.172003 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.175326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:28.195348 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f17844-478b-437e-ad98-218232011d3f,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:28.206199 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:28.239671 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.244648 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2792628 May 26 14:44:28.246353 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50210) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:28.264816 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:28.266287 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:28.289470 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:28.310123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:floatingip and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:28.317857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:28.352490 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:28.392075 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.652000 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.754812 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:28.769039 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:20Z', 'revision_number': 3, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:28.777224 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4412338-7857-4b0d-b105-56d5ea4a5f3f None None] The sync data for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb is: [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:20Z', 'revision_number': 3, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:44:28.862060 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Allocated IP 172.28.3.43 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/b2b122d2-6590-40af-9361-21bdf4d497d6) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:29.169656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Request body: {'port': {'device_id': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:29.426793 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:29.509422 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:27Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:29.518246 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498e9c-a186-4848-a72a-e3c8987eafb9 None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:27Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:44:29.549602 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:29.555760 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:29.557848 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:29.561735 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:29.838794 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:29.955673 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:29.966325 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Pushing event updated for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:29.986910 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:29.989667 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:30.232679 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:30.283250 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ab64d3ad-cc5f-40c7-90e4-f870aac11b17 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:30.352099 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46df81d-196c-437e-8b83-258dca231e15 req-8b166f0c-8593-4427-9461-726868ba3eb7 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:30.353634 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d46df81d-196c-437e-8b83-258dca231e15 req-8b166f0c-8593-4427-9461-726868ba3eb7 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 932 time: 1.2159181 May 26 14:44:30.645578 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d46df81d-196c-437e-8b83-258dca231e15 req-8e8953f7-c7a2-4c0c-9a6f-c05f4a6a6015 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748578 May 26 14:44:31.048403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Router 1bac71c1-8062-4f87-9165-21ada2fe5c4f has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:44:31.121009 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device bc281d98-4467-40cc-9fce-e2f289f6fb55 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:31.308938 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port bc281d98-4467-40cc-9fce-e2f289f6fb55 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:31.316645 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port bc281d98-4467-40cc-9fce-e2f289f6fb55 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:31.316998 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:31.370831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:31.372917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=b2b122d2-6590-40af-9361-21bdf4d497d6,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:31.389412 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:31.406638 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:31.428393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:31.668682 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:31.681791 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:31.718497 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:44:31.747765 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] 10.222.0.25 "PUT /v2.0/routers/1bac71c1-8062-4f87-9165-21ada2fe5c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7090185 May 26 14:44:31.760528 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port bc281d98-4467-40cc-9fce-e2f289f6fb55, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=bc281d98-4467-40cc-9fce-e2f289f6fb55,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:31.766967 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:31.768413 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device be66f2b9-fc65-405a-b691-155d47f0bb0b up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:31.820678 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:31.936540 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:31.970400 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:32.023283 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50300) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:32.028984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.072483 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port be66f2b9-fc65-405a-b691-155d47f0bb0b completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:32.098056 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port be66f2b9-fc65-405a-b691-155d47f0bb0b triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:32.102786 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.424095 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.497814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:32.507577 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Usage tracker for resource:security_group_rule and tenant:09e3eea1c7bb4ce98a4fde91646cd612 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:32.517513 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:32.550702 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:32.556926 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.573009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adc5a20-9da4-4b09-ae00-ef50c090094c {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:32.612096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.617160 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port be66f2b9-fc65-405a-b691-155d47f0bb0b, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=be66f2b9-fc65-405a-b691-155d47f0bb0b,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:32.628438 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.636962 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:32.771137 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.787299 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.799109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Transition to ACTIVE for port object 9adc5a20-9da4-4b09-ae00-ef50c090094c will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:32.833330 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f39f13e7-07d8-49d7-aadc-ef7376e66957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:32.860602 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=be66f2b9-fc65-405a-b691-155d47f0bb0b,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:32.864523 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:32.881048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Sync routers for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:44:32.894909 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:32.902134 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:32.905183 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:32.959535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:32.961565 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6cc9b6-d212-4f45-bed4-bb1d72d27279,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:32.978522 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09e3eea1c7bb4ce98a4fde91646cd612&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9540129 May 26 14:44:32.982310 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:32.985064 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50334) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:33.174807 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:33.279416 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:33.290810 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device bc281d98-4467-40cc-9fce-e2f289f6fb55 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:33.399818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc385e-7c88-4f35-8898-4f0be750cd35 req-ebe57da2-6a53-4359-a599-6f88aa705bd7 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:33.407145 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8dc385e-7c88-4f35-8898-4f0be750cd35 req-ebe57da2-6a53-4359-a599-6f88aa705bd7 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 932 time: 1.4345050 May 26 14:44:33.485970 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:33.503582 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:33.585405 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:33.614300 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8dc385e-7c88-4f35-8898-4f0be750cd35 req-f3e32b38-7832-4e5c-a7f6-7507fafecb39 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061996 May 26 14:44:33.883590 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-66b49546-ce55-43a7-9922-572a3d67832c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:33.885692 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-66b49546-ce55-43a7-9922-572a3d67832c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 819 time: 0.3536792 May 26 14:44:33.891283 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6cc9b6-d212-4f45-bed4-bb1d72d27279,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:33.905900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:33.905900 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e6cc9b6-d212-4f45-bed4-bb1d72d27279 HTTP/1.1" status: 204 len: 168 time: 0.9178014 May 26 14:44:33.907699 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:33.917946 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-a9b04227-4ccd-4fbf-a448-7aaecd6e46ef tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/quotas/318bd6f38a56464881a6490a1279b7a2 HTTP/1.1" status: 200 len: 375 time: 0.0222769 May 26 14:44:33.920179 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:33.983351 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:33.995071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Attempting to bind port 9adc5a20-9da4-4b09-ae00-ef50c090094c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:33.997956 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Attempting to bind port 9adc5a20-9da4-4b09-ae00-ef50c090094c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '77483760-65c9-4d1b-8a64-b86a6fcf6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:33.998475 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Attempting to bind port 9adc5a20-9da4-4b09-ae00-ef50c090094c on network 403497c6-f4ee-437b-9925-92caabdc11a8 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:34.034564 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Port 9adc5a20-9da4-4b09-ae00-ef50c090094c on network 403497c6-f4ee-437b-9925-92caabdc11a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:44:34.041614 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Attempting to bind port 9adc5a20-9da4-4b09-ae00-ef50c090094c on network 403497c6-f4ee-437b-9925-92caabdc11a8 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:34.059988 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:34.068285 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Checking segment: {'id': '77483760-65c9-4d1b-8a64-b86a6fcf6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:34.069159 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Bound using segment: {'id': '77483760-65c9-4d1b-8a64-b86a6fcf6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:34.073923 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Bound port: 9adc5a20-9da4-4b09-ae00-ef50c090094c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77483760-65c9-4d1b-8a64-b86a6fcf6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:34.074617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.213731 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-48c29685-e238-4198-83e4-1caebce5b31e req-a3c99872-6819-459c-9203-6307c85613b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:34.256945 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-48c29685-e238-4198-83e4-1caebce5b31e req-a3c99872-6819-459c-9203-6307c85613b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:34.258941 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-a3c99872-6819-459c-9203-6307c85613b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3359759 May 26 14:44:34.346225 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port bc281d98-4467-40cc-9fce-e2f289f6fb55 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:34.346604 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.373801 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50386) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:34.460849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.467323 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.492957 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:34.557399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:34.583153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.651822 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c,segment=NetworkSegment(77483760-65c9-4d1b-8a64-b86a6fcf6d64),segment_id=77483760-65c9-4d1b-8a64-b86a6fcf6d64)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:34.663038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.686573 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=b2b122d2-6590-40af-9361-21bdf4d497d6,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:34.700684 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:34.702159 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.710560 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.711076 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4594212 May 26 14:44:34.711563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:34.755479 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:34.766550 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:34.767259 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:34.768403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6abcaef48ad494b882dd253fd66dbfb is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:34.768968 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] 10.222.0.68 "PUT /v2.0/ports/9adc5a20-9da4-4b09-ae00-ef50c090094c HTTP/1.1" status: 200 len: 1094 time: 6.2345779 May 26 14:44:34.769519 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:34.772110 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:34.796139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:34.818378 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:28Z', 'revision_number': 4, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '440eac37-c503-4950-8543-721d660d5d36', 'name': '', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'mac_address': 'fa:16:3e:8f:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:25Z', 'updated_at': '2021-05-26T14:44:28Z', 'revision_number': 2, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'subnets': [{'id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:34.829801 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Checking router: 1bac71c1-8062-4f87-9165-21ada2fe5c4f for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:44:34.830230 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Updating router 1bac71c1-8062-4f87-9165-21ada2fe5c4f port 440eac37-c503-4950-8543-721d660d5d36 binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:44:34.966141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-7e00fe2c-ff85-4091-be8d-5e07fa2f4a8c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 14:44:34.967150 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-7e00fe2c-ff85-4091-be8d-5e07fa2f4a8c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2863524 May 26 14:44:35.004875 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device be66f2b9-fc65-405a-b691-155d47f0bb0b up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:35.379252 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:35.433117 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:35.463354 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:35.498267 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-a199ccb4-9757-471d-8e1b-1ac72fb51db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:35.501976 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-a199ccb4-9757-471d-8e1b-1ac72fb51db6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02d1d2d122314bdf9f13a6accbf5c621&device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 1097 time: 0.5625381 May 26 14:44:35.528551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ddfa-23e6-4b16-a057-679d60d64f44 req-07afe538-6da3-488b-acab-5e8fc61e32e2 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:35.531423 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cfb8ddfa-23e6-4b16-a057-679d60d64f44 req-07afe538-6da3-488b-acab-5e8fc61e32e2 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.4278622 May 26 14:44:35.697917 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-41092fa7-7148-4dc8-b5f5-9559815014b4 service neutron] 10.222.0.25 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7088156 May 26 14:44:35.719400 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-b8ebb342-a77a-4c78-bfce-16d253a02996 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c HTTP/1.1" status: 200 len: 217 time: 0.1867135 May 26 14:44:35.931937 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cfb8ddfa-23e6-4b16-a057-679d60d64f44 req-5ffe21d3-0db0-425d-a624-9c699383d387 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861640 May 26 14:44:35.950077 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:35.966987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:35.975866 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:35.982129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-8fcbef0f-ac09-4599-b535-d84666efc903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:35.983931 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-8fcbef0f-ac09-4599-b535-d84666efc903 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2138c32d-afb5-470d-a62d-ceb035ca157a HTTP/1.1" status: 200 len: 850 time: 0.2094927 May 26 14:44:36.028319 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:36.040582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50458) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:36.042888 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6abcaef48ad494b882dd253fd66dbfb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6678128 May 26 14:44:36.186518 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652bceaf-d29c-4328-af37-07c3fffd4d1b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:36.205618 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:36.212568 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:36.233325 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-d2076fee-2ecb-49aa-9309-94fbf2a607c7 service neutron] 10.222.0.25 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223279 May 26 14:44:36.243248 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port be66f2b9-fc65-405a-b691-155d47f0bb0b triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:36.246449 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:36.299030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:36.308068 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-40e2b068-33c2-451c-9198-8b25b71aa69b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=403497c6-f4ee-437b-9925-92caabdc11a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657957 May 26 14:44:36.334158 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:44:36.729962 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-46ad22b3-c63b-43d6-9773-0ce90177b0ab service neutron] 10.222.0.68 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917856 May 26 14:44:36.797009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-659d09b3-4feb-4cd7-b25b-2e9a5dc26b05 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:36.814037 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:36.891897 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:36.920290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:36.926411 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/652bceaf-d29c-4328-af37-07c3fffd4d1b HTTP/1.1" status: 204 len: 168 time: 0.8823912 May 26 14:44:36.934423 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652bceaf-d29c-4328-af37-07c3fffd4d1b,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:36.945120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:36.950692 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-659d09b3-4feb-4cd7-b25b-2e9a5dc26b05 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:36.952057 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-659d09b3-4feb-4cd7-b25b-2e9a5dc26b05 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1197233301&fields=id&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 267 time: 0.5646815 May 26 14:44:37.075806 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:37.094855 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Transition to ACTIVE for port object 440eac37-c503-4950-8543-721d660d5d36 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:37.117944 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:37.130663 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:37.292271 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-202c8e03-5525-4815-b5ab-6b366fdcc5e2 req-3aadef46-59ad-4ae8-9243-479a5341e58f service neutron] 10.222.0.68 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479524 May 26 14:44:37.505196 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Pushing event updated for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:37.508592 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-763dd89d-4784-4ba9-9f17-e70eaa3783c3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:37.509673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-763dd89d-4784-4ba9-9f17-e70eaa3783c3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:37.515124 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:37.561217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-763dd89d-4784-4ba9-9f17-e70eaa3783c3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:37.565248 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-763dd89d-4784-4ba9-9f17-e70eaa3783c3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 817 time: 0.6044126 May 26 14:44:37.602170 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c', 'status': 'completed', 'code': 200} May 26 14:44:37.612496 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-525ef76d-b0e7-4227-8ab0-00bb53404a2c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/quotas/431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 375 time: 0.0396495 May 26 14:44:37.726020 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-850ce922-c0a2-440d-acc7-4789551cd333 req-7cc2d892-4dd4-4a29-b828-470d2d9aeed3 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 210 time: 0.0888674 May 26 14:44:37.798751 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50532) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:37.804181 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Attempting to bind port 440eac37-c503-4950-8543-721d660d5d36 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:37.804556 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Attempting to bind port 440eac37-c503-4950-8543-721d660d5d36 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:37.804921 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Attempting to bind port 440eac37-c503-4950-8543-721d660d5d36 on network 2b33f5c6-f859-45af-9496-f493bf1714a6 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:37.831052 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:37.831451 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Checking segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:37.831852 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:37.832246 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Bound using segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:37.832777 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Bound port: 440eac37-c503-4950-8543-721d660d5d36, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:37.833089 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:37.849011 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:37.905657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:37.917088 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Usage tracker for resource:security_group_rule and tenant:2ff1a215329d48f09b6ac41ddaadb9e5 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:37.927139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:37.949999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:38.135868 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] For port 440eac37-c503-4950-8543-721d660d5d36, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:38.136438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-f0e25e9c-0a31-4716-90b4-daf081f8ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:38.136438 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-f0e25e9c-0a31-4716-90b4-daf081f8ef03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=02d1d2d122314bdf9f13a6accbf5c621&device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 1097 time: 0.3591967 May 26 14:44:38.141653 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] For port 440eac37-c503-4950-8543-721d660d5d36, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=440eac37-c503-4950-8543-721d660d5d36,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:38.144633 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-15f0eb1b-a33d-46f3-885b-62188d28789b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:38.148081 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:38.152610 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:38.351488 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0e60c-fded-42a5-b39a-64c92ae59481 req-00c3519b-6153-4060-ab25-22a79062a8de tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:38.352420 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:44:38.353042 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:38.363948 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-acb0e60c-fded-42a5-b39a-64c92ae59481 req-00c3519b-6153-4060-ab25-22a79062a8de tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.3794188 May 26 14:44:38.371370 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50558) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:38.509135 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Pushing event updated for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:38.525736 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:38.574551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-abc1756b-25a8-4e87-8ce1-9ed08934d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:38.576614 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-abc1756b-25a8-4e87-8ce1-9ed08934d4ab service neutron] 10.222.0.68 "GET /v2.0/networks?id=403497c6-f4ee-437b-9925-92caabdc11a8 HTTP/1.1" status: 200 len: 912 time: 0.4039450 May 26 14:44:38.577541 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-15f0eb1b-a33d-46f3-885b-62188d28789b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:38.579346 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-15f0eb1b-a33d-46f3-885b-62188d28789b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9661031 May 26 14:44:38.632465 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-acb0e60c-fded-42a5-b39a-64c92ae59481 req-15b44675-ef13-439e-a4b5-59cbd2c199fa tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668619 May 26 14:44:38.634668 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:38.657751 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:38.703667 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-04f916ab-6e57-48d2-9aed-d5520559e0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:38.850508 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4146c226-b8aa-4b8f-8d53-ec61a65b2837,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:38.864557 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:38.866981 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ff1a215329d48f09b6ac41ddaadb9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0655370 May 26 14:44:38.869666 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:44:38.879340 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50582) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:38.942931 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-0b1e851f-6d75-4141-b621-585ee3d8841e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c HTTP/1.1" status: 200 len: 217 time: 0.3449295 May 26 14:44:39.033821 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:39.163297 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-bf4cccb2-db8b-40fd-a339-7a4b6cfd51ba service neutron] 10.222.0.25 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640385 May 26 14:44:39.210843 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:39.241841 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc6b63c032c4083b627ef16013ddf15 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:39.256462 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:39.338358 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:39.364711 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:39.438123 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:39.481920 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-bb98933e-4594-4cd4-b0ac-cc40432e19c8 service neutron] 10.222.0.25 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145490 May 26 14:44:39.541690 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-f3f8f428-5dfc-47a1-96ed-2ebe163be322 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:39.553276 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-f3f8f428-5dfc-47a1-96ed-2ebe163be322 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 819 time: 0.6023252 May 26 14:44:39.618422 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a879486c-4cb3-463b-addf-b6e3d20be164 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/quotas/318bd6f38a56464881a6490a1279b7a2 HTTP/1.1" status: 200 len: 375 time: 0.0639582 May 26 14:44:39.934521 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-db5fca4d-881f-4be3-a22e-6b9934f64c3e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3152039 May 26 14:44:39.961807 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:28Z', 'revision_number': 4, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '440eac37-c503-4950-8543-721d660d5d36', 'name': '', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'mac_address': 'fa:16:3e:8f:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:25Z', 'updated_at': '2021-05-26T14:44:38Z', 'revision_number': 4, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'subnets': [{'id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:44:39.981669 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173bbd3-d1ca-4339-a1ab-3860bc1b9a2e None None] The sync data for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb is: [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:44:28Z', 'revision_number': 4, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '440eac37-c503-4950-8543-721d660d5d36', 'name': '', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'mac_address': 'fa:16:3e:8f:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:25Z', 'updated_at': '2021-05-26T14:44:38Z', 'revision_number': 4, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'subnets': [{'id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:44:40.000923 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:40.303506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:40.423510 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158ccc-a950-49db-adb1-24e917e7c030 req-e1985e77-869d-4331-b62e-fde9aebbbbc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:40.448061 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a9158ccc-a950-49db-adb1-24e917e7c030 req-e1985e77-869d-4331-b62e-fde9aebbbbc5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.5257664 May 26 14:44:40.462085 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:40.520233 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-3c93a648-e46c-4747-b2bb-7a5ab7d15cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:40.525551 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-3c93a648-e46c-4747-b2bb-7a5ab7d15cbf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2138c32d-afb5-470d-a62d-ceb035ca157a HTTP/1.1" status: 200 len: 850 time: 0.3393686 May 26 14:44:40.613857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50634) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:40.632260 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:40.635967 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4146c226-b8aa-4b8f-8d53-ec61a65b2837 HTTP/1.1" status: 204 len: 168 time: 1.7531383 May 26 14:44:40.635967 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4146c226-b8aa-4b8f-8d53-ec61a65b2837,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:40.643997 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:40.690949 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-855a70fb-cb76-4167-9175-c57c5f7ae5b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=403497c6-f4ee-437b-9925-92caabdc11a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549814 May 26 14:44:40.701563 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:40.747878 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a9158ccc-a950-49db-adb1-24e917e7c030 req-1cee3bd4-99ba-4468-8d8f-3c34ba66a08a tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986000 May 26 14:44:40.790110 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:40.805988 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bc6b63c032c4083b627ef16013ddf15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4068551 May 26 14:44:40.813033 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50650) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:40.933572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf030039-f36a-4801-b40e-2a50c8e95cf5,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:40.960001 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:41.094267 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-33cbc811-4867-4136-bbaa-356ea60c4af4 service neutron] 10.222.0.25 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1391437 May 26 14:44:41.282724 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e2701b8a-3605-46b0-90df-3c3f0e763c1b req-409c7637-c14e-4997-b0d6-33ed32b96952 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 210 time: 0.2409670 May 26 14:44:41.434416 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.449833 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-b8fccd19-3ea2-498f-a733-35574a3bef3f service neutron] 10.222.0.68 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979549 May 26 14:44:41.493795 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.503660 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 440eac37-c503-4950-8543-721d660d5d36 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:41.542673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:41.555455 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Usage tracker for resource:security_group_rule and tenant:1713d8f97ae648f3a1216d52ba05c1f0 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:41.560121 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-fb795bf3-4970-4948-a4fd-430b029a241d service neutron] 10.222.0.25 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611344 May 26 14:44:41.572167 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:41.574543 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.601657 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:41.703275 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.714881 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5c1da2d9-952f-4720-89d3-f40c8734e7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:41.722840 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 440eac37-c503-4950-8543-721d660d5d36 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:41.736060 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 440eac37-c503-4950-8543-721d660d5d36 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:41.738708 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.747536 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf030039-f36a-4801-b40e-2a50c8e95cf5,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:41.763217 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:41.805294 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:41.812896 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf030039-f36a-4801-b40e-2a50c8e95cf5 HTTP/1.1" status: 204 len: 168 time: 0.9967582 May 26 14:44:42.197061 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3d7f2f14-44da-48a9-8130-676251a83015 req-f697c999-a7ce-4a08-8e0e-9bb068d6ffc9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 210 time: 0.1964581 May 26 14:44:42.205948 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:42.300446 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 440eac37-c503-4950-8543-721d660d5d36, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=440eac37-c503-4950-8543-721d660d5d36,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:42.309925 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:42.311931 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:42.371899 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78c39a0c-9dde-4156-908d-eb4a9fd5b677 req-905381c6-82bf-43ce-9ac8-ab0eca607502 service neutron] 10.222.0.68 "GET /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790582 May 26 14:44:42.476385 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:42.483151 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:42.683062 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5f20b371-bab5-4f8b-94a4-2ec650cd8cde req-3158a7f2-c747-49cc-9a72-763df1856157 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 210 time: 0.0669155 May 26 14:44:42.880316 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:42.890016 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017338-183e-4f1b-824b-1a3a7b7d495a req-e2d0688e-251d-4e30-bfdd-7029da036567 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:42.899306 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0b017338-183e-4f1b-824b-1a3a7b7d495a req-e2d0688e-251d-4e30-bfdd-7029da036567 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.8583162 May 26 14:44:42.910875 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:42.913170 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.68', 65069) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:42.977551 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50734) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:42.994740 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:43.024215 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1713d8f97ae648f3a1216d52ba05c1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4092872 May 26 14:44:43.029436 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce67a4b-e22f-43a6-b3cf-8293f262c450,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:43.045581 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:43.049189 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50740) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:43.071140 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0b017338-183e-4f1b-824b-1a3a7b7d495a req-c5196b4b-57bb-42fa-a3b4-4dae0efb5a21 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703000 May 26 14:44:43.129138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-5dfb8429-f54f-488b-813c-7a20ff65fb97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:43.130553 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-5dfb8429-f54f-488b-813c-7a20ff65fb97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 817 time: 0.2145200 May 26 14:44:43.131607 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-c6b78023-ff73-4e47-9fe0-e444efcd6e49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:43.132441 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-48c29685-e238-4198-83e4-1caebce5b31e req-c6b78023-ff73-4e47-9fe0-e444efcd6e49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:43.147301 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.178057 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:43.178545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-48c29685-e238-4198-83e4-1caebce5b31e req-c6b78023-ff73-4e47-9fe0-e444efcd6e49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:43.186843 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-c6b78023-ff73-4e47-9fe0-e444efcd6e49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 819 time: 0.7727079 May 26 14:44:43.190150 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.198634 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Usage tracker for resource:security_group_rule and tenant:c1e3b271907b48be82d11d2c90664e3d is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:43.203746 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:43.210221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:43.241949 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.297345 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Request body: {'port': {'device_id': '0403f79f-82eb-4066-9aed-94f5aa927989', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'admin_state_up': True, 'tenant_id': '318bd6f38a56464881a6490a1279b7a2'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:43.382388 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-cf4f21e5-d3aa-4155-8e50-ebb9890ac8cf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:43.467065 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 440eac37-c503-4950-8543-721d660d5d36 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:43.550556 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bb395e09-3367-4989-a97a-8d2c8ebb3031 req-2c40bb62-8f7b-4ae8-b23a-69ff5130a9ad tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 210 time: 0.1475816 May 26 14:44:43.554476 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-cf4f21e5-d3aa-4155-8e50-ebb9890ac8cf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:43.555645 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-cf4f21e5-d3aa-4155-8e50-ebb9890ac8cf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 380 time: 0.3974841 May 26 14:44:43.565088 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.568323 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 440eac37-c503-4950-8543-721d660d5d36 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:43.569041 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.575785 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'port': {'device_id': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'admin_state_up': True, 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'security_groups': ['bdb073b8-561a-449b-a344-7fb71f702380']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:43.592611 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.593367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.607980 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b91d8732-cb30-4935-8295-b1f64bf6150b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:43.636129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c579ede-d76d-414d-8450-e5b3de614c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:43.690452 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce67a4b-e22f-43a6-b3cf-8293f262c450,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:43.700024 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:43.725845 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:43.729224 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.730388 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bce67a4b-e22f-43a6-b3cf-8293f262c450 HTTP/1.1" status: 204 len: 168 time: 0.6778371 May 26 14:44:43.752736 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1e3b271907b48be82d11d2c90664e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7689838 May 26 14:44:43.754260 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50778) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:43.755927 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d367ca6d-7e31-40ce-ad43-f3c0fc7ed6f3,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:43.770709 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:43.827384 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:43.894714 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:43.914648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Made reservation on behalf of 318bd6f38a56464881a6490a1279b7a2 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:43.918090 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:43.924560 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.68', 65074) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:43.947579 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:43.992491 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Made reservation on behalf of 431fe07e94ca46bbb1c29d66f78be280 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:44.001708 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.159572 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b6d2dc2c-1aa3-4633-b31f-d35d0365b2c5 req-46eea2fb-8d7c-4bc1-9c9d-119cef5d9254 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1774676 May 26 14:44:44.270625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-3918f5af-e0ee-4cf7-8c7b-091701044b19 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:44.272141 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-3918f5af-e0ee-4cf7-8c7b-091701044b19 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 819 time: 0.3463433 May 26 14:44:44.285784 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.326081 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Request body: {'port': {'device_id': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'admin_state_up': True, 'tenant_id': '318bd6f38a56464881a6490a1279b7a2'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:44.352215 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.474075 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Allocated IP 172.20.0.10 (2b33f5c6-f859-45af-9496-f493bf1714a6/9ca8fd7b-d314-4767-a55c-bb706bd1fa96/0da09930-9731-456a-9714-01628bb3dda9) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:44.514281 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.538895 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Allocated IP 172.20.0.10 (9fb9c57f-c5d4-4916-829e-73f936fc5eaa/279abb73-16b9-4928-a166-29dd185de477/28bc4343-ca60-4446-a82c-47e08c42cdbb) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:44.568572 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50812) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:44.579482 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:44.604140 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:44.620838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d367ca6d-7e31-40ce-ad43-f3c0fc7ed6f3,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:44.623217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50822) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:44.628753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:44.717722 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913e80-3d9c-49f3-939b-385ea1fa3034 req-c6e626a0-4109-4f75-8789-0e13a10c9e58 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:44.720033 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38913e80-3d9c-49f3-939b-385ea1fa3034 req-c6e626a0-4109-4f75-8789-0e13a10c9e58 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.3600805 May 26 14:44:44.753316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Made reservation on behalf of 318bd6f38a56464881a6490a1279b7a2 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:44.756959 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.828039 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.843897 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:44.860356 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38913e80-3d9c-49f3-939b-385ea1fa3034 req-d8d2e8b1-b787-42e3-b7eb-992dfc32b78e tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313257 May 26 14:44:44.865713 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.936572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.953776 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-e3267bee-4154-4a73-bd05-e97dac932892 req-a03a0889-ba96-4955-9729-0a442aa3a0da tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:44.954843 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Transition to ACTIVE for port object 28bc4343-ca60-4446-a82c-47e08c42cdbb will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:44.957871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:44.966535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Usage tracker for resource:security_group_rule and tenant:f644cdc425194322991281bbdb65ff16 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:44.974282 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:44.980317 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.985058 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:44.986165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d367ca6d-7e31-40ce-ad43-f3c0fc7ed6f3 HTTP/1.1" status: 204 len: 168 time: 1.2293100 May 26 14:44:44.987176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:44.990682 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e3cd33d0-4a48-4e0e-b443-dc505ad22b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:45.002747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.018427 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-e3267bee-4154-4a73-bd05-e97dac932892 req-a03a0889-ba96-4955-9729-0a442aa3a0da tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:45.019613 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e3267bee-4154-4a73-bd05-e97dac932892 req-a03a0889-ba96-4955-9729-0a442aa3a0da tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 210 time: 0.1748226 May 26 14:44:45.023376 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.044326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:45.046760 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:45.080732 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50842) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:45.102211 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Usage tracker for resource:security_group_rule and tenant:37d24eb3a54e429d9ffafa5cd3ec10ec is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:45.108979 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:45.124135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:45.129775 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:45.134598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:45.136151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:45.143401 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:45.144096 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.147136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:45.159175 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:45.161923 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:45.173065 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:45.176775 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:45.182281 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Allocated IP 172.20.0.5 (2b33f5c6-f859-45af-9496-f493bf1714a6/9ca8fd7b-d314-4767-a55c-bb706bd1fa96/265441d7-c576-4ec9-8970-f7f12e967e7d) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:44:45.184053 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:45.184712 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.216477 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6541147 May 26 14:44:45.244861 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Request body: {'port': {'device_id': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:45.249299 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Pushing event updated for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:45.293051 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:45.397366 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1099665 May 26 14:44:45.419382 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Request body: {'port': {'device_id': '0403f79f-82eb-4066-9aed-94f5aa927989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:45.475569 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.481206 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.502505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:45.589463 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e2e5d607-3e1a-4d73-a1f5-f52695b9e809 None None] Provisioning for port 28bc4343-ca60-4446-a82c-47e08c42cdbb completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:45.600248 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e2e5d607-3e1a-4d73-a1f5-f52695b9e809 None None] Provisioning complete for port 28bc4343-ca60-4446-a82c-47e08c42cdbb triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:45.600623 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2e5d607-3e1a-4d73-a1f5-f52695b9e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.637554 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.641085 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f644cdc425194322991281bbdb65ff16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994423 May 26 14:44:45.662884 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ba026-91ca-4663-94bb-08204fb20812,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:45.663653 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50868) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:45.683739 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:45.700351 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.709428 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.733101 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e286f6b2-7c90-4e2c-a42a-07c262657489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:45.736172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5d607-3e1a-4d73-a1f5-f52695b9e809 None None] Port 28bc4343-ca60-4446-a82c-47e08c42cdbb cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:44:45.750472 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.832845 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37d24eb3a54e429d9ffafa5cd3ec10ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2432168 May 26 14:44:45.840015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8502c94-e51f-468c-b6fa-03ded5387849,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:45.854145 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50878) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:45.877906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:45.890993 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 9adc5a20-9da4-4b09-ae00-ef50c090094c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:44:45.909806 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebccda2-ce9d-471a-b685-b4f86f2b1490 req-a252915b-26fa-4e30-adaf-c262a4af6cd9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:45.910543 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-2ebccda2-ce9d-471a-b685-b4f86f2b1490 req-a252915b-26fa-4e30-adaf-c262a4af6cd9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:45.918150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:45.922607 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Usage tracker for resource:security_group_rule and tenant:c504d9299adf4efaaae4a0beaf9b7cbd is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:45.925657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:45.931475 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:46.017962 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.023915 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50888) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:46.068738 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.074829 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-2ebccda2-ce9d-471a-b685-b4f86f2b1490 req-a252915b-26fa-4e30-adaf-c262a4af6cd9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:46.076086 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ebccda2-ce9d-471a-b685-b4f86f2b1490 req-a252915b-26fa-4e30-adaf-c262a4af6cd9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 932 time: 0.6621988 May 26 14:44:46.081622 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.126035 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c,segment=NetworkSegment(77483760-65c9-4d1b-8a64-b86a6fcf6d64),segment_id=77483760-65c9-4d1b-8a64-b86a6fcf6d64)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:46.143824 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '9adc5a20-9da4-4b09-ae00-ef50c090094c', 'network_id': '403497c6-f4ee-437b-9925-92caabdc11a8', 'port_id': '9adc5a20-9da4-4b09-ae00-ef50c090094c', 'mac_address': 'fa:16:3e:8b:b0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2138c32d-afb5-470d-a62d-ceb035ca157a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:44:46.170871 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:46.194835 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c504d9299adf4efaaae4a0beaf9b7cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1010900 May 26 14:44:46.202527 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50902) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:46.223908 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.227420 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.244144 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adc5a20-9da4-4b09-ae00-ef50c090094c {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:46.261715 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c,segment=NetworkSegment(77483760-65c9-4d1b-8a64-b86a6fcf6d64),segment_id=77483760-65c9-4d1b-8a64-b86a6fcf6d64)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:46.265825 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.267863 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:46.283311 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fdd1d-530c-4ca9-ad02-ebf2ff20e9b1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:46.294666 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.307999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.315401 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:46.315598 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.320161 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Usage tracker for resource:security_group_rule and tenant:c903e62e76a646318e0613ef1b8b3a14 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:46.324107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:46.324241 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ebccda2-ce9d-471a-b685-b4f86f2b1490 req-b3e2c60f-ac16-4e48-92c7-9fdddf63baa8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383235 May 26 14:44:46.332054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:46.382383 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:46.387185 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.390239 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.437473 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50910) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:46.539641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.540520 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['9adc5a20-9da4-4b09-ae00-ef50c090094c'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:44:46.554114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-e171c978-aaef-4e7d-bc2c-74f99676cfdf req-c8828fef-faf8-404f-bf61-11c15a2a25bf tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:46.556077 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.586748 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:46.618636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.625624 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-e171c978-aaef-4e7d-bc2c-74f99676cfdf req-c8828fef-faf8-404f-bf61-11c15a2a25bf tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:46.638855 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e171c978-aaef-4e7d-bc2c-74f99676cfdf req-c8828fef-faf8-404f-bf61-11c15a2a25bf tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 210 time: 0.1497188 May 26 14:44:46.645455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.652545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.700900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:46.710849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11239509-2e27-4653-9e75-5dfaf1322336 req-4a10e642-8e46-4195-a440-f37b8630b2aa tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:46.712331 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-11239509-2e27-4653-9e75-5dfaf1322336 req-4a10e642-8e46-4195-a440-f37b8630b2aa tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 944 time: 0.6481955 May 26 14:44:46.725367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.742105 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787484290-network', 'tenant_id': '0a737e5f6f3e4ad4a846e2def4cc0f52'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:46.749284 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c903e62e76a646318e0613ef1b8b3a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110760 May 26 14:44:46.759384 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50918) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:46.781732 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e7086-7061-42be-aa7e-729fa7429fad,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:46.789623 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:46.801951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.805061 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Network 2b33f5c6-f859-45af-9496-f493bf1714a6 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:44:46.815641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Usage tracker for resource:network and tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:46.818727 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:46.820994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Pushing event updated for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:46.829760 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.830752 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:44:46.836200 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:46.836796 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.839262 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:46.840255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-22e99762-031b-4139-b54c-a967fb7a475d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:46.843923 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.850894 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.864240 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:46.869701 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.870715 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a82ba026-91ca-4663-94bb-08204fb20812 HTTP/1.1" status: 204 len: 168 time: 1.1806219 May 26 14:44:46.880486 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ba026-91ca-4663-94bb-08204fb20812,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:46.882958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:46.886043 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.893827 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:46.914855 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6047912 May 26 14:44:46.926699 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-11239509-2e27-4653-9e75-5dfaf1322336 req-782b920e-bae0-476d-bf4a-fd768036e8e5 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882966 May 26 14:44:46.932867 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Request body: {'port': {'device_id': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:46.964786 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Transition to ACTIVE for port object 28bc4343-ca60-4446-a82c-47e08c42cdbb will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:46.965783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.966746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Made reservation on behalf of 0a737e5f6f3e4ad4a846e2def4cc0f52 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:46.969183 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.987547 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:46.991427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.009677 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.020211 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:47.052318 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Usage tracker for resource:security_group_rule and tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:47.076400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:47.077255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.085841 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da09930-9731-456a-9714-01628bb3dda9 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:47.091510 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:47.097409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.100846 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.103219 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.116610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbc1e366-ac33-40c2-bad5-6eaed5ae9e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.152689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fdd1d-530c-4ca9-ad02-ebf2ff20e9b1,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.156542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Transition to ACTIVE for port object 0da09930-9731-456a-9714-01628bb3dda9 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:47.177673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.210357 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8502c94-e51f-468c-b6fa-03ded5387849,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.213115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.263821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.264195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.270293 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.275702 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.308671 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.335671 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.352271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.356249 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-6cbe4dc3-58d6-4afa-ab7a-049389caf552 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/992fdd1d-530c-4ca9-ad02-ebf2ff20e9b1 HTTP/1.1" status: 204 len: 168 time: 1.1328299 May 26 14:44:47.419447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Attempting to bind port 28bc4343-ca60-4446-a82c-47e08c42cdbb on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:47.419888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Attempting to bind port 28bc4343-ca60-4446-a82c-47e08c42cdbb by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:47.420244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Attempting to bind port 28bc4343-ca60-4446-a82c-47e08c42cdbb on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:47.438873 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Port 28bc4343-ca60-4446-a82c-47e08c42cdbb on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:44:47.439221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Attempting to bind port 28bc4343-ca60-4446-a82c-47e08c42cdbb on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:47.444220 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.448853 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8502c94-e51f-468c-b6fa-03ded5387849 HTTP/1.1" status: 204 len: 168 time: 1.5898371 May 26 14:44:47.454406 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:47.454750 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Checking segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:47.455737 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Bound using segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:47.456225 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Bound port: 28bc4343-ca60-4446-a82c-47e08c42cdbb, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:47.456571 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.466059 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.477421 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Pushing event updated for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.482102 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.500710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.518768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.526154 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.544657 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:44:47.551793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e7086-7061-42be-aa7e-729fa7429fad,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.558457 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.558870 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Added segment 225eea1a-f346-4412-9dcc-24f2c8731ee9 of type vlan for network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 May 26 14:44:47.566739 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.570255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.571901 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/247e7086-7061-42be-aa7e-729fa7429fad HTTP/1.1" status: 204 len: 168 time: 0.8095319 May 26 14:44:47.604772 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.643793 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Attempting to bind port 0da09930-9731-456a-9714-01628bb3dda9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:47.644175 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Attempting to bind port 0da09930-9731-456a-9714-01628bb3dda9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:47.644554 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Attempting to bind port 0da09930-9731-456a-9714-01628bb3dda9 on network 2b33f5c6-f859-45af-9496-f493bf1714a6 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:47.650317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7771dce2-72cd-44d6-9153-ae040570f820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.673054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Port 0da09930-9731-456a-9714-01628bb3dda9 on network 2b33f5c6-f859-45af-9496-f493bf1714a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:44:47.673369 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Attempting to bind port 0da09930-9731-456a-9714-01628bb3dda9 on network 2b33f5c6-f859-45af-9496-f493bf1714a6 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:47.701627 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:47.702005 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Checking segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:47.702325 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Bound using segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:47.702820 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Bound port: 0da09930-9731-456a-9714-01628bb3dda9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:47.703173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.714958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.720720 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:47.721292 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:47.730071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60348003-f33b-4985-9b22-ee1d5a9c26ec,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.741160 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.741626 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:47.783374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:47.866372 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 9adc5a20-9da4-4b09-ae00-ef50c090094c up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:47.887953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c56e-4d99-471e-b01a-8a38e0883c1f req-c36931a5-9c25-4e4f-b1ff-4e22713c9c64 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:47.895137 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3d37c56e-4d99-471e-b01a-8a38e0883c1f req-c36931a5-9c25-4e4f-b1ff-4e22713c9c64 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.2762387 May 26 14:44:47.913295 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4732265 May 26 14:44:47.916163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50952) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:47.926207 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:47.934389 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Request body: {'subnet': {'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787484290-subnet', 'tenant_id': '0a737e5f6f3e4ad4a846e2def4cc0f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:47.954175 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Pushing event updated for resources: {'Network': ['ID=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:47.958300 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:47.971052 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:47.975562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:44:47.976611 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Usage tracker for resource:subnet and tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:47.983279 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:47.986797 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:47.990685 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3d37c56e-4d99-471e-b01a-8a38e0883c1f req-1c1b1d2e-db22-4731-ac1c-cfcf370adb6c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945117 May 26 14:44:47.994194 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:47.994693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.003636 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0da09930-9731-456a-9714-01628bb3dda9,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:48.010798 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.017525 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Made reservation on behalf of 0a737e5f6f3e4ad4a846e2def4cc0f52 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:48.019817 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.035793 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8043e3e-0803-4a4f-8f2c-973c4c2a3a89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:48.038072 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:48.138474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 9adc5a20-9da4-4b09-ae00-ef50c090094c completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:48.146103 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 9adc5a20-9da4-4b09-ae00-ef50c090094c triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:48.146486 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.204093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50960) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:48.286399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:48.290175 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.291583 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] 10.222.0.68 "PUT /v2.0/ports/0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 1094 time: 2.8860583 May 26 14:44:48.292319 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Pushing event updated for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:48.341329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:48.361366 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.376790 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'tag': '0da09930-9731-456a-9714-01628bb3dda9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:48.391885 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:48.392659 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.397778 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] 10.222.0.68 "PUT /v2.0/ports/28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 1094 time: 3.1594498 May 26 14:44:48.404371 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:48.504038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac16d1a-9068-4369-a66c-c544b97a42bc req-2f7425ac-4275-4be7-8af0-d2db3cbb75ff tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:48.506122 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1ac16d1a-9068-4369-a66c-c544b97a42bc req-2f7425ac-4275-4be7-8af0-d2db3cbb75ff tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 931 time: 0.6504118 May 26 14:44:48.509308 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50968) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:48.509671 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 50970) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:48.514791 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-83bae0dd-81c4-4d4a-bd8e-850d62d6ce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.531939 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.582074 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:48.582809 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.584020 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:48.591025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Usage tracker for resource:security_group_rule and tenant:49c9a8e9b8f84782831485b8bca7754d is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:48.596979 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:48.603809 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:48.623410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-1ac16d1a-9068-4369-a66c-c544b97a42bc req-070f9c3f-9976-472b-a435-be0d2ca2facd tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:48.658118 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.664211 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c,segment=NetworkSegment(77483760-65c9-4d1b-8a64-b86a6fcf6d64),segment_id=77483760-65c9-4d1b-8a64-b86a6fcf6d64)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:48.671115 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.673274 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:48.741244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.758890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:48.763796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a652c8a112c4e5eb6a8fc8b6e058f28 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:48.767036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:48.770305 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.773536 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:48.798945 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:48.808834 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:48.819509 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:48.830452 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:48.831164 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e384c80e-190f-4fc0-9bbf-888438ac15db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:48.840741 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49c9a8e9b8f84782831485b8bca7754d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123884 May 26 14:44:48.850423 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 50988) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:48.860854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-1ac16d1a-9068-4369-a66c-c544b97a42bc req-070f9c3f-9976-472b-a435-be0d2ca2facd tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:48.861273 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1ac16d1a-9068-4369-a66c-c544b97a42bc req-070f9c3f-9976-472b-a435-be0d2ca2facd tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420470 May 26 14:44:48.889533 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.896582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:48.901915 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:48.903046 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd4f3c9d6b94ba6bc79ce195ea3af06 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:48.910656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:48.913887 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4090c7-5ed3-4f85-9f7d-8c55af1d4d9a,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:48.927641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:48.938913 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:48.970990 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.db.resource_extend [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 14:44:48.979992 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:48.988752 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b443-7543-4305-a4e6-f2f1a49b258b req-b1dd1037-d56c-47a6-89b3-43312a883b79 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:48.990419 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a75b443-7543-4305-a4e6-f2f1a49b258b req-b1dd1037-d56c-47a6-89b3-43312a883b79 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 945 time: 0.7483521 May 26 14:44:49.026313 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-9c4e7ac7-477a-4a32-8766-cd966e1d40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.027891 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-9c4e7ac7-477a-4a32-8766-cd966e1d40f4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1097 time: 0.6258638 May 26 14:44:49.047891 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'tag': '0da09930-9731-456a-9714-01628bb3dda9', 'status': 'completed', 'code': 200} May 26 14:44:49.056970 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a652c8a112c4e5eb6a8fc8b6e058f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395725 May 26 14:44:49.058935 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377575a4-822f-4f40-981e-03b5f957ea6c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:49.063615 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:49.065601 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51006) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:49.108616 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-fd00a91d-4ba9-4f06-b9da-05fdefdc1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.110246 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-fd00a91d-4ba9-4f06-b9da-05fdefdc1677 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1097 time: 0.6057160 May 26 14:44:49.193401 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-81d10b85-580a-4c45-9b5b-77330a5aac0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.1476808 May 26 14:44:49.196778 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c', 'code': 200} May 26 14:44:49.212494 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265441d7-c576-4ec9-8970-f7f12e967e7d {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:49.237844 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.273492 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a75b443-7543-4305-a4e6-f2f1a49b258b req-5bb97c79-bab5-4377-b8aa-2821d6198834 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680881 May 26 14:44:49.284753 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-c126f662-592e-4b59-b6ac-21dee731b0c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 217 time: 0.1619549 May 26 14:44:49.364406 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.398211 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.400271 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Transition to ACTIVE for port object 265441d7-c576-4ec9-8970-f7f12e967e7d will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:44:49.430470 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.444465 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29685-e238-4198-83e4-1caebce5b31e req-468a921d-3f54-4ab0-ab08-76c1f935c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.446281 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-468a921d-3f54-4ab0-ab08-76c1f935c616 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.2328470 May 26 14:44:49.464097 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.477154 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.68', 65078) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:49.481860 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.502323 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:49.502943 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.548198 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d6663121-4448-4e84-b3c9-d284cd2b5d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:49.570866 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'status': 'completed', 'code': 200} May 26 14:44:49.584700 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba184cd3-67f5-45c7-b75a-84413bafd545,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:49.590379 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.595540 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:49.616507 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-f939c42e-1ac9-4766-bddc-0fa6cf65636f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148534 May 26 14:44:49.670029 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-780d9c1d-ae29-4200-91ff-29d6312fbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.671484 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-780d9c1d-ae29-4200-91ff-29d6312fbda6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.3601160 May 26 14:44:49.713418 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbd4f3c9d6b94ba6bc79ce195ea3af06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1938956 May 26 14:44:49.715418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51028) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:49.780382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Pushing event updated for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:49.813778 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:49.829610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.845615 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:49.868028 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Attempting to bind port 265441d7-c576-4ec9-8970-f7f12e967e7d on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:44:49.868596 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Attempting to bind port 265441d7-c576-4ec9-8970-f7f12e967e7d by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:44:49.868686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Attempting to bind port 265441d7-c576-4ec9-8970-f7f12e967e7d on network 2b33f5c6-f859-45af-9496-f493bf1714a6 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:49.874199 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377575a4-822f-4f40-981e-03b5f957ea6c,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:49.877458 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:49.883790 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Port 265441d7-c576-4ec9-8970-f7f12e967e7d on network 2b33f5c6-f859-45af-9496-f493bf1714a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:44:49.884066 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Attempting to bind port 265441d7-c576-4ec9-8970-f7f12e967e7d on network 2b33f5c6-f859-45af-9496-f493bf1714a6 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:44:49.919119 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd6ec8-2f0e-4da6-aea2-0abf6540da2c req-76d25bff-0499-4259-89e9-3f4c21686967 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.920678 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3ebd6ec8-2f0e-4da6-aea2-0abf6540da2c req-76d25bff-0499-4259-89e9-3f4c21686967 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.5054991 May 26 14:44:49.920890 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-9e2caa8c-a066-4fc5-b12d-6126a404ece3 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898390 May 26 14:44:49.925636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.926467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:44:49.927035 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Checking segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:49.927748 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Bound using segment: {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:44:49.927748 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Bound port: 265441d7-c576-4ec9-8970-f7f12e967e7d, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:44:49.928102 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.939090 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250de140-8ed4-446e-bcfb-a7772132afbc req-8aba1b19-85ad-4ad3-bdb9-5f644a6dab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:49.940598 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-250de140-8ed4-446e-bcfb-a7772132afbc req-8aba1b19-85ad-4ad3-bdb9-5f644a6dab16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 1099 time: 0.4592435 May 26 14:44:49.960501 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.963854 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/377575a4-822f-4f40-981e-03b5f957ea6c HTTP/1.1" status: 204 len: 168 time: 0.8399501 May 26 14:44:49.965836 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:49.966241 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-19a4e185-18ec-4d9d-a293-25814fe24fd2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:50.002149 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-dd62aac4-0ff7-430b-bcd4-a60bb8098f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.003619 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-dd62aac4-0ff7-430b-bcd4-a60bb8098f32 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3104167 May 26 14:44:50.028447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4090c7-5ed3-4f85-9f7d-8c55af1d4d9a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:50.050746 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.067995 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:50.124318 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.128570 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da4090c7-5ed3-4f85-9f7d-8c55af1d4d9a HTTP/1.1" status: 204 len: 168 time: 1.2680845 May 26 14:44:50.129349 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:50.152375 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48c29685-e238-4198-83e4-1caebce5b31e req-f1fd8457-a869-44db-92d6-4f96a715a0f3 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217934 May 26 14:44:50.178832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.195884 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Usage tracker for resource:security_group_rule and tenant:13538f00ec274ba7858c077bb77759b2 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:50.205524 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3ebd6ec8-2f0e-4da6-aea2-0abf6540da2c req-81446e86-1897-4cda-ac66-8e1936f64b72 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630048 May 26 14:44:50.209730 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:50.233383 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:50.274954 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:44:50.313658 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=265441d7-c576-4ec9-8970-f7f12e967e7d,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:44:50.364654 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.378727 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-b4836704-9806-40e4-8263-886016b05a45 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460441 May 26 14:44:50.390936 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c8c9bc4d-8260-49ea-a969-5b31c83267e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:50.445870 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.492256 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.493097 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.494685 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] 10.222.0.68 "PUT /v2.0/ports/265441d7-c576-4ec9-8970-f7f12e967e7d HTTP/1.1" status: 200 len: 1093 time: 3.5713849 May 26 14:44:50.512905 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b0e1b510-24d6-4250-98b9-a4bad1605d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:50.657175 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-60047052-fb2c-4f39-88a0-f6bf1c012f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.664162 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba184cd3-67f5-45c7-b75a-84413bafd545,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:50.674272 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:50.731054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.734557 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba184cd3-67f5-45c7-b75a-84413bafd545 HTTP/1.1" status: 204 len: 168 time: 1.0119500 May 26 14:44:50.744139 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.776551 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Pushing event updated for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:50.792455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:50.841968 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.851220 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492737c8-8315-4ad1-b46d-99ebf679547f req-86aa57d1-46af-473b-bc5a-855eb255df97 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.856979 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.858861 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-492737c8-8315-4ad1-b46d-99ebf679547f req-86aa57d1-46af-473b-bc5a-855eb255df97 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 943 time: 0.6164815 May 26 14:44:50.870345 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:50.882693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:50.884854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:50.920519 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d21c62b-046b-42c0-9521-f3dda4909b24 req-cf954137-082f-46ec-baa7-6884043bcac3 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005357 May 26 14:44:50.922072 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-250de140-8ed4-446e-bcfb-a7772132afbc req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9568527 May 26 14:44:50.922186 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-667b4f65-bed9-4ec0-a8e9-c96b5f10682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.923878 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-667b4f65-bed9-4ec0-a8e9-c96b5f10682f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1097 time: 0.5929427 May 26 14:44:50.936108 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-4f8b126a-5f9e-4cca-bfb9-f1e68904677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.938207 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-4f8b126a-5f9e-4cca-bfb9-f1e68904677a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 1096 time: 0.2941861 May 26 14:44:50.939751 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14c952-b343-488d-8c3f-9b923391fc00,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:50.943971 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:50.955244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a315fc7-c403-4e17-b0be-2ad954c1904e req-df76e18c-1274-448b-b7d0-b51bc99093ba tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:50.960263 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7a315fc7-c403-4e17-b0be-2ad954c1904e req-df76e18c-1274-448b-b7d0-b51bc99093ba tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.3060498 May 26 14:44:51.030853 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-492737c8-8315-4ad1-b46d-99ebf679547f req-7791f52f-2768-405a-a3bf-63bd3e8c7af9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709697 May 26 14:44:51.031562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08bc247-f56e-4270-8e0d-5e7f131411cd,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:51.037044 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:51.077398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Checking segment: {'id': '225eea1a-f346-4412-9dcc-24f2c8731ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:51.078008 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Network hostable DHCP agents. Network: a5b47dc4-bbb6-4728-93f6-5a9aa56781e9, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:44:51.086599 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7a315fc7-c403-4e17-b0be-2ad954c1904e req-b737ed54-765b-40fb-b0b2-3bb40577ab61 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197183 May 26 14:44:51.144668 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-9f30342d-c627-4274-9054-6bc73ff91c38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=265441d7-c576-4ec9-8970-f7f12e967e7d HTTP/1.1" status: 200 len: 217 time: 0.1363373 May 26 14:44:51.158537 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:44:51.216092 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-90d48994-bced-4b47-a5ef-4c20b69f1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.217651 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-90d48994-bced-4b47-a5ef-4c20b69f1075 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.2115359 May 26 14:44:51.219322 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, a5b47dc4-bbb6-4728-93f6-5a9aa56781e9) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:51.223601 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.224195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:51.230474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76c40e-7185-415f-8ce8-b824c15812ff None None] Network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:51.265845 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-126ebb8f-680d-4e38-b91b-9a2ba36fe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.267291 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-126ebb8f-680d-4e38-b91b-9a2ba36fe1e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.1152611 May 26 14:44:51.351231 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-4e387332-73b0-4a62-80de-aa53a483c42e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.1217048 May 26 14:44:51.356979 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-1a1fcb48-f87b-4aae-aeab-03492e5020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.358601 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-1a1fcb48-f87b-4aae-aeab-03492e5020ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1097 time: 0.2761984 May 26 14:44:51.360324 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4370022 May 26 14:44:51.361522 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-e6405dea-1778-42cf-8c0a-85d8c3365223 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849314 May 26 14:44:51.531464 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-c7a50ea3-acd9-4a96-ae4d-6ea220dc875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.533205 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-c7a50ea3-acd9-4a96-ae4d-6ea220dc875d service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1618743 May 26 14:44:51.572554 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01faf58-1361-495a-a32d-fd528f42763a None None] Network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:51.634178 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:51.639277 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-e512e3b3-d8fa-43fa-acf5-8e7137eea195 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 217 time: 0.0717964 May 26 14:44:51.703969 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:51.714440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-19f47eec-548d-4b60-9c57-053f48de5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.716040 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-19f47eec-548d-4b60-9c57-053f48de5321 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.3582315 May 26 14:44:51.800061 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-147ffaf8-b6cf-4724-b960-a76a336e7347 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749505 May 26 14:44:51.809476 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d', 'status': 'completed', 'code': 200} May 26 14:44:51.829146 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81d9c-cc61-44df-81cf-4088c9f80a8f req-aad3a940-e065-4b36-88b0-edd83e12cc27 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.831095 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5bf81d9c-cc61-44df-81cf-4088c9f80a8f req-aad3a940-e065-4b36-88b0-edd83e12cc27 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.3855803 May 26 14:44:51.947467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-be856a76-b6bb-4413-b753-6e2fb1593ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:51.951072 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-be856a76-b6bb-4413-b753-6e2fb1593ca6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.1342969 May 26 14:44:52.020125 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5bf81d9c-cc61-44df-81cf-4088c9f80a8f req-1608ece2-24bb-4e24-9980-8d6d977e9cfc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496413 May 26 14:44:52.020247 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-32647b98-6724-4062-8fc9-167e80df8737 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463475 May 26 14:44:52.065916 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-3cadaa02-4918-4deb-8254-69721fd093a8 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334344 May 26 14:44:52.153037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-d44efb10-9f99-468b-8a94-82f842c5cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:52.154621 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-d44efb10-9f99-468b-8a94-82f842c5cb66 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1965141 May 26 14:44:52.263524 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-950023c4-a8cb-4bae-857f-de6cc93341e6 req-d3e1bedc-83ce-4b71-b6e7-c1332624dc12 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909208 May 26 14:44:52.307234 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8160811b-19c0-484d-b213-6ca28d8fd33f req-f2f56455-9403-4105-8b1d-08a3e0854642 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748089 May 26 14:44:52.481344 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-da2cd769-c2be-49c0-824a-5c6c827bddc3 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841830 May 26 14:44:52.484031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f08f86-466c-4183-92ed-6097adc72625 req-91853394-b71c-4bee-9713-4c62a492e4cf tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:52.498995 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-85f08f86-466c-4183-92ed-6097adc72625 req-91853394-b71c-4bee-9713-4c62a492e4cf tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.1918647 May 26 14:44:52.561301 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-85f08f86-466c-4183-92ed-6097adc72625 req-42abb81d-1f4d-4be4-8e42-78fb595fee79 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 May 26 14:44:52.772911 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7bc87-b9c5-43e8-bebb-1077698f0da0 req-90d41559-19d3-4dc5-a192-91ddec8ad93d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:52.775387 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-70f7bc87-b9c5-43e8-bebb-1077698f0da0 req-90d41559-19d3-4dc5-a192-91ddec8ad93d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 943 time: 0.4580457 May 26 14:44:52.780082 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-0a8f13a1-039b-4345-9bb2-d833b6eca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:52.783088 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-0a8f13a1-039b-4345-9bb2-d833b6eca0af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 1096 time: 0.4105260 May 26 14:44:52.938176 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35903990-8da0-4c83-af8f-cfa22c9b4273 req-942d6328-4c07-4b14-8b66-fe609641bea4 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331350 May 26 14:44:52.949810 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-70f7bc87-b9c5-43e8-bebb-1077698f0da0 req-c5e23e0d-038c-4f68-bf10-612647ab5aa1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657333 May 26 14:44:52.987804 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-ba16706a-a7af-4a33-9a56-17cc51bdefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:52.989466 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-ba16706a-a7af-4a33-9a56-17cc51bdefc3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1933355 May 26 14:44:53.064094 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-d92af3c1-8647-4fdf-9607-10bbbfcd1bb1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=265441d7-c576-4ec9-8970-f7f12e967e7d HTTP/1.1" status: 200 len: 217 time: 0.0662396 May 26 14:44:53.133443 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-3431a0a0-0561-4aa1-9a54-e2f97f3ebebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:53.134773 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-3431a0a0-0561-4aa1-9a54-e2f97f3ebebf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0623555 May 26 14:44:53.177390 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51154) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:53.199453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-131196170-network', 'tenant_id': '910f1d77b12a4a868376c939144a157a'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:53.208774 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-d31fa5c5-f019-4d79-9ca2-034c0c28b689 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666509 May 26 14:44:53.209672 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:53.214141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Usage tracker for resource:network and tenant:910f1d77b12a4a868376c939144a157a is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:53.220457 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:53.248891 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:53.266426 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6f9cf-266c-48f0-8ea3-3cd0d75f6b60 req-df3d40d7-5333-45ca-967f-66b3c8dd37bf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:53.268006 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-edf6f9cf-266c-48f0-8ea3-3cd0d75f6b60 req-df3d40d7-5333-45ca-967f-66b3c8dd37bf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0980983 May 26 14:44:53.317537 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Made reservation on behalf of 910f1d77b12a4a868376c939144a157a for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:53.320268 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.344643 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-edf6f9cf-266c-48f0-8ea3-3cd0d75f6b60 req-5a9a5ae3-1e48-4a08-8a30-2a3f03b486fd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697045 May 26 14:44:53.348051 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.374055 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:53.392416 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Usage tracker for resource:security_group_rule and tenant:910f1d77b12a4a868376c939144a157a is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:53.396545 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:53.412287 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:53.430902 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-a74fbdc3-7559-448b-97ba-adb7ed54be5e service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066195 May 26 14:44:53.433908 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.627461 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b3d5f5e-1101-4f19-8a8f-c571748f3274 req-445f6d64-d40e-427d-bf0f-2945d3478f02 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847723 May 26 14:44:53.652610 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.659024 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.663595 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:53.695651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:44:53.729913 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51182) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:53.749390 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be94b3d-eac3-4c30-a7e5-b5190894cc20,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:53.758210 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:53.764357 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.764664 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Added segment 86c5b223-2aaf-47de-be7d-c5964e848efb of type vlan for network 18632085-5005-43d6-9cad-e86da3d69616 May 26 14:44:53.810670 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.834400 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6469-c3f9-49ac-895a-31fe53b31f17 req-8e924c83-f179-49df-a027-ae4a18e60d95 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:53.836054 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-173a6469-c3f9-49ac-895a-31fe53b31f17 req-8e924c83-f179-49df-a027-ae4a18e60d95 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.1294456 May 26 14:44:53.865826 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 0da09930-9731-456a-9714-01628bb3dda9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:44:53.880058 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.885154 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:53.885919 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:53.895155 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:53.970695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.000367 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-173a6469-c3f9-49ac-895a-31fe53b31f17 req-2e62ae90-152b-4e38-9332-cb4ce07af464 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541975 May 26 14:44:54.044121 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:54.050972 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Usage tracker for resource:security_group_rule and tenant:8d06dccf73a04ee1ad7cffa6cc363f34 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:54.053162 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8695691 May 26 14:44:54.054666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:54.057453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Pushing event updated for resources: {'Network': ['ID=18632085-5005-43d6-9cad-e86da3d69616,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:54.058109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51200) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:54.063113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:54.071894 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Request body: {'subnet': {'network_id': '18632085-5005-43d6-9cad-e86da3d69616', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-131196170-subnet', 'tenant_id': '910f1d77b12a4a868376c939144a157a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:44:54.079307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:54.086000 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Usage tracker for resource:subnet and tenant:910f1d77b12a4a868376c939144a157a is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:54.089730 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:54.098257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:54.099672 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 18632085-5005-43d6-9cad-e86da3d69616 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:44:54.109500 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:54.113919 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Made reservation on behalf of 910f1d77b12a4a868376c939144a157a for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:44:54.117056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.270278 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.354061 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.362983 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0da09930-9731-456a-9714-01628bb3dda9,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:54.383545 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '0da09930-9731-456a-9714-01628bb3dda9', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'port_id': '0da09930-9731-456a-9714-01628bb3dda9', 'mac_address': 'fa:16:3e:cc:21:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:44:54.439616 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3d82ba11-baf6-4a65-bd03-c44ce83bd0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:54.541862 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.556616 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51220) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:54.580065 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da09930-9731-456a-9714-01628bb3dda9 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:54.624741 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f6db49-9e77-4ffe-b114-37e401d5a013,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:54.625844 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0da09930-9731-456a-9714-01628bb3dda9,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:54.630394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.631117 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:44:54.633460 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-e17cd341-d062-4eff-9040-a9096cf080c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:54.634898 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d06dccf73a04ee1ad7cffa6cc363f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9039392 May 26 14:44:54.638650 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:54.653578 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51226) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:54.725747 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:54.738324 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:54.804328 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1e43e-cee2-4f68-9e24-485104c59a88 req-eeeca03e-cb34-4f5a-b21b-2764f9d04e9e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:54.805771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.816015 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-68b1e43e-cee2-4f68-9e24-485104c59a88 req-eeeca03e-cb34-4f5a-b21b-2764f9d04e9e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.2249177 May 26 14:44:54.834059 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.934086 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abab27-a179-45f0-b24a-79ee5f4058dc req-dbc0c6bd-d0c6-4535-b43b-b6e86c884e15 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:54.944614 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c0abab27-a179-45f0-b24a-79ee5f4058dc req-dbc0c6bd-d0c6-4535-b43b-b6e86c884e15 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 943 time: 0.6724017 May 26 14:44:54.953840 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.967771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:54.986998 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:54.993595 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-68b1e43e-cee2-4f68-9e24-485104c59a88 req-31c5222d-f645-49d3-b6dd-5108c9237fea tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765208 May 26 14:44:54.996902 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:55.001503 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Usage tracker for resource:security_group_rule and tenant:8d341497deb54f85a077dd34159b5feb is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:55.005203 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:55.011757 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:55.025481 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f6db49-9e77-4ffe-b114-37e401d5a013,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:55.031867 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:55.064879 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:55.084778 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:44:55.116695 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c0abab27-a179-45f0-b24a-79ee5f4058dc req-8926878d-67ed-4e96-be60-d069d7a7c15d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689708 May 26 14:44:55.117514 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.120812 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48f6db49-9e77-4ffe-b114-37e401d5a013 HTTP/1.1" status: 204 len: 168 time: 0.4619918 May 26 14:44:55.134702 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.150091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.163977 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.167753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-06745298-b651-4d87-876d-73404a31d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:55.183380 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:55.204247 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:55.209888 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.212562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:55.224580 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d341497deb54f85a077dd34159b5feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665430 May 26 14:44:55.227084 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dcec4b-42f8-4fae-b986-41db3c9b349c,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:55.227488 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51248) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:55.231350 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:55.310698 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:55.316314 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:55.402482 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.445969 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.458147 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['28bc4343-ca60-4446-a82c-47e08c42cdbb'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:44:55.492209 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['0da09930-9731-456a-9714-01628bb3dda9'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:44:55.566331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.575268 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-398b6d9f-80a8-479c-ba3f-5b8c9e593e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:55.593701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dcec4b-42f8-4fae-b986-41db3c9b349c,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:55.598225 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:55.601126 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.603035 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8dcec4b-42f8-4fae-b986-41db3c9b349c HTTP/1.1" status: 204 len: 168 time: 0.3737233 May 26 14:44:55.612424 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.619982 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a126199a-c640-4a71-8b95-295c6823280e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:55.708840 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de714f65-454e-424e-a15e-cf2ee5998310,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:55.714299 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:55.716971 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Checking segment: {'id': '86c5b223-2aaf-47de-be7d-c5964e848efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '18632085-5005-43d6-9cad-e86da3d69616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:44:55.717319 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Network hostable DHCP agents. Network: 18632085-5005-43d6-9cad-e86da3d69616, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:44:55.739672 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Network 18632085-5005-43d6-9cad-e86da3d69616 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:44:55.753755 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 18632085-5005-43d6-9cad-e86da3d69616) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:44:55.759309 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:55.760468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:55.773361 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc0dcc-a8d7-498b-8158-c75c1e5133d4 None None] Network 18632085-5005-43d6-9cad-e86da3d69616 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:55.781729 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f922f1fb-eba5-4003-97a1-8381a4e78630 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7217679 May 26 14:44:55.903555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 265441d7-c576-4ec9-8970-f7f12e967e7d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:44:56.200701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51300) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:56.236261 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dac8db-f94f-4ead-8193-57bdfeb622e4 None None] Network 18632085-5005-43d6-9cad-e86da3d69616 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:44:56.255850 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.299115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:44:56.308052 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Usage tracker for resource:security_group_rule and tenant:052e1595c34d4ac7acbd6a4c267991d3 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:44:56.318217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:44:56.329115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:44:56.424831 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add26a9b-5d9e-458b-a493-bf1ceb30e924 req-7a6a6ec6-ebb4-4431-bae3-e9e49139dc4d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:56.429150 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-add26a9b-5d9e-458b-a493-bf1ceb30e924 req-7a6a6ec6-ebb4-4431-bae3-e9e49139dc4d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 945 time: 0.1720989 May 26 14:44:56.497190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdf138-51c3-466c-a6fa-71b95bee32ef req-935b8e88-10b0-4488-86bd-ef4c18ab14f7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:56.497190 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-99fdf138-51c3-466c-a6fa-71b95bee32ef req-935b8e88-10b0-4488-86bd-ef4c18ab14f7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 943 time: 0.1235619 May 26 14:44:56.553346 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-add26a9b-5d9e-458b-a493-bf1ceb30e924 req-ee68da4d-a4f8-4c03-a3e1-bcdf0595c129 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181960 May 26 14:44:56.674727 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-99fdf138-51c3-466c-a6fa-71b95bee32ef req-c5702a78-df5a-48d6-b6c9-0e58e449d7c7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625285 May 26 14:44:56.680514 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=265441d7-c576-4ec9-8970-f7f12e967e7d,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:56.721373 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.728610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.743125 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '265441d7-c576-4ec9-8970-f7f12e967e7d', 'network_id': '2b33f5c6-f859-45af-9496-f493bf1714a6', 'port_id': '265441d7-c576-4ec9-8970-f7f12e967e7d', 'mac_address': 'fa:16:3e:f3:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca8fd7b-d314-4767-a55c-bb706bd1fa96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:44:56.747932 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e791490a-3fec-4698-9d6c-3205e516089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:56.794668 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96496545-ddad-4270-93f5-74f6b944a6cf,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:56.800363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:56.839114 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=052e1595c34d4ac7acbd6a4c267991d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365576 May 26 14:44:56.841392 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51338) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:44:56.865477 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.904779 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265441d7-c576-4ec9-8970-f7f12e967e7d {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:44:56.925418 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.927308 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=265441d7-c576-4ec9-8970-f7f12e967e7d,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:56.933174 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:56.936562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:56.955035 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:57.026983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:57.039476 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:57.055122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:57.061821 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:57.066240 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96496545-ddad-4270-93f5-74f6b944a6cf,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:57.069253 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:57.091028 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:57.092145 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96496545-ddad-4270-93f5-74f6b944a6cf HTTP/1.1" status: 204 len: 168 time: 0.2498093 May 26 14:44:57.196259 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['265441d7-c576-4ec9-8970-f7f12e967e7d'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:44:57.449149 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-2b091429-12a0-4bd8-974b-99fdc19a5415 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:57.449954 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-752f9121-85c3-413d-a174-e1038e09a204 req-2b091429-12a0-4bd8-974b-99fdc19a5415 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Synchronizing usage tracker for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:57.470659 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-752f9121-85c3-413d-a174-e1038e09a204 req-2b091429-12a0-4bd8-974b-99fdc19a5415 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Unset dirty status for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:57.472201 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-2b091429-12a0-4bd8-974b-99fdc19a5415 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/networks?id=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 HTTP/1.1" status: 200 len: 809 time: 0.2308159 May 26 14:44:57.489685 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-18255213-a84e-4423-a104-36086077e501 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/quotas/0a737e5f6f3e4ad4a846e2def4cc0f52 HTTP/1.1" status: 200 len: 375 time: 0.0117352 May 26 14:44:57.553342 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-eb7cc887-9c3a-4c5e-9a6a-4e2a2ca486d3 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0a737e5f6f3e4ad4a846e2def4cc0f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583541 May 26 14:44:57.778945 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-f065db45-4450-45ce-9f15-6194b7e3a604 service neutron] 10.222.0.25 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154949 May 26 14:44:57.898598 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 0da09930-9731-456a-9714-01628bb3dda9 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:57.960978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56b03-dd97-4b19-bdab-1c917351be68 req-f20e833f-5da8-40ad-870c-bf8604082209 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:57.966584 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-83328e52-3f2e-4ecf-8166-4f52aa939b4d service neutron] 10.222.0.25 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834033 May 26 14:44:57.970563 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a2b56b03-dd97-4b19-bdab-1c917351be68 req-f20e833f-5da8-40ad-870c-bf8604082209 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 945 time: 0.1869659 May 26 14:44:58.013791 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 0da09930-9731-456a-9714-01628bb3dda9 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:58.021170 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 0da09930-9731-456a-9714-01628bb3dda9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:58.021790 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.053795 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a2b56b03-dd97-4b19-bdab-1c917351be68 req-f5308e6e-0711-48e0-af09-376068b308bd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740237 May 26 14:44:58.242638 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.310626 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da09930-9731-456a-9714-01628bb3dda9'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:44:58.340954 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0da09930-9731-456a-9714-01628bb3dda9,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:58.348720 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.350789 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:58.372685 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1171ce6a-e6ad-40cb-b8a8-1cb0f761167b req-a95fa4ab-9b7d-44d1-9faf-8ed78c40c5f5 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 210 time: 0.1389928 May 26 14:44:58.398719 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:58.485123 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba297ce-cfd4-4b5d-a792-93c301997d29 req-272271b7-b31c-4371-905c-9cfa9764e9c7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:58.496604 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ba297ce-cfd4-4b5d-a792-93c301997d29 req-272271b7-b31c-4371-905c-9cfa9764e9c7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 944 time: 0.2037804 May 26 14:44:58.563222 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:58.563222 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da09930-9731-456a-9714-01628bb3dda9', 'code': 200} May 26 14:44:58.563222 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:58.574748 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 28bc4343-ca60-4446-a82c-47e08c42cdbb completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:58.577137 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ba297ce-cfd4-4b5d-a792-93c301997d29 req-20539f04-4d70-46a3-9caf-0bb38412742a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789094 May 26 14:44:58.581342 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 28bc4343-ca60-4446-a82c-47e08c42cdbb triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:58.582077 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.825367 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.891292 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:44:58.898683 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:44:58.906159 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d2e7f5e2-bc81-401a-b3fe-d475d3054195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:44:59.058255 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:44:59.074021 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:44:59.211444 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61fb65-a53b-485c-9cf2-a5d286d215f5 req-78d3657c-0ae5-4054-89ca-12d2d8631f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:59.215550 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8e61fb65-a53b-485c-9cf2-a5d286d215f5 req-78d3657c-0ae5-4054-89ca-12d2d8631f4b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.3594952 May 26 14:44:59.286330 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-8e61fb65-a53b-485c-9cf2-a5d286d215f5 req-8f2a636f-cad0-4ec1-ac27-7104ed322570 service neutron] Synchronizing usage tracker for tenant:13538f00ec274ba7858c077bb77759b2 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:44:59.314241 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-8e61fb65-a53b-485c-9cf2-a5d286d215f5 req-8f2a636f-cad0-4ec1-ac27-7104ed322570 service neutron] Unset dirty status for tenant:13538f00ec274ba7858c077bb77759b2 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:44:59.316212 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8e61fb65-a53b-485c-9cf2-a5d286d215f5 req-8f2a636f-cad0-4ec1-ac27-7104ed322570 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945935 May 26 14:44:59.349535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be0d23-77d3-4f41-8e73-fa61bd4612a3 req-35e5ee5f-6859-45d8-897c-bc345ef3c570 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:59.351337 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-19be0d23-77d3-4f41-8e73-fa61bd4612a3 req-35e5ee5f-6859-45d8-897c-bc345ef3c570 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1702096 May 26 14:44:59.437595 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-19be0d23-77d3-4f41-8e73-fa61bd4612a3 req-e3f7007b-41e7-4f1c-a5cd-89ccb23d0ec1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789018 May 26 14:44:59.559308 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0940c43e-509c-4a6a-83de-bed844c3e885 req-0bbb8d94-46d6-46fe-a9d2-06228f979c5b tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0445466 May 26 14:44:59.787950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ad91b-3b3c-48d0-9458-a407cd2d959a req-9aed57af-7b36-40f5-8d9b-0d5a778fdacf tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:44:59.809510 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-863ad91b-3b3c-48d0-9458-a407cd2d959a req-9aed57af-7b36-40f5-8d9b-0d5a778fdacf tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 944 time: 0.1110325 May 26 14:44:59.856567 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-863ad91b-3b3c-48d0-9458-a407cd2d959a req-3ffd9259-1161-4824-9543-85bf0ecdd04b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 May 26 14:44:59.901739 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 265441d7-c576-4ec9-8970-f7f12e967e7d up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:44:59.992533 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 265441d7-c576-4ec9-8970-f7f12e967e7d completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:44:59.998357 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 265441d7-c576-4ec9-8970-f7f12e967e7d triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:44:59.998906 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:00.205131 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-84213400-f7ab-45c3-af53-64da212ae504 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:00.208456 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-84213400-f7ab-45c3-af53-64da212ae504 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.68 "GET /v2.0/networks?id=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 HTTP/1.1" status: 200 len: 809 time: 0.2196162 May 26 14:45:00.212437 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:00.221907 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Request body: {'port': {'device_id': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9', 'admin_state_up': True, 'tenant_id': '0a737e5f6f3e4ad4a846e2def4cc0f52'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:00.271558 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=265441d7-c576-4ec9-8970-f7f12e967e7d,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:00.276794 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:00.289227 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:00.398169 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:00.402610 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Usage tracker for resource:port and tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:00.406278 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:00.412973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:00.430239 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Made reservation on behalf of 0a737e5f6f3e4ad4a846e2def4cc0f52 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:00.439949 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:00.558351 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}, {'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:00.609687 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:00.618424 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:00.822297 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbbc0665-f098-4fc0-a8b0-c1bf92fa9508 req-c7636d93-985d-4d78-8ff7-fde42cc7371e tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 210 time: 0.0696461 May 26 14:45:00.854638 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Allocated IP 172.20.0.13 (a5b47dc4-bbb6-4728-93f6-5a9aa56781e9/c08bc247-f56e-4270-8e0d-5e7f131411cd/5f1dc4d3-e506-48e0-b852-3329bacfef8c) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:00.889260 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb055c-d5cf-4f0b-9467-e81675457c95 req-f93bebe7-766d-4399-b0f6-444438d84e55 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:00.891158 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c4bb055c-d5cf-4f0b-9467-e81675457c95 req-f93bebe7-766d-4399-b0f6-444438d84e55 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1500335 May 26 14:45:00.943018 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c4bb055c-d5cf-4f0b-9467-e81675457c95 req-b3aa8435-3e44-41e4-9c26-ab4be5a2f8a0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 May 26 14:45:01.012808 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'code': 200} May 26 14:45:01.013753 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d', 'code': 200} May 26 14:45:01.251943 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef6313-8b8d-43c9-b80a-62c80a80ad85 req-97739cc0-26a2-4d10-8a94-3e65517d8571 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:01.259945 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6aef6313-8b8d-43c9-b80a-62c80a80ad85 req-97739cc0-26a2-4d10-8a94-3e65517d8571 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1384327 May 26 14:45:01.309910 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691904b3-c8f6-4ce7-92cb-a255de706b4c req-2f3f387d-dd29-4781-b969-4b85f1a49c16 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:01.311401 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-691904b3-c8f6-4ce7-92cb-a255de706b4c req-2f3f387d-dd29-4781-b969-4b85f1a49c16 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.3599186 May 26 14:45:01.320256 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6aef6313-8b8d-43c9-b80a-62c80a80ad85 req-635eaa6d-2134-4407-b892-347af7db1f26 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591059 May 26 14:45:01.320459 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:01.431320 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7fe89-49aa-4b2e-a4cc-af062eee813b req-f62ff50c-a9bf-4919-8ddc-c549e3c375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:01.432833 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-13a7fe89-49aa-4b2e-a4cc-af062eee813b req-f62ff50c-a9bf-4919-8ddc-c549e3c375b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0756774 May 26 14:45:01.434620 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-691904b3-c8f6-4ce7-92cb-a255de706b4c req-6af92544-4841-4cb6-b61d-f442ab7c6bf6 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094339 May 26 14:45:01.453931 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21411f-47ce-4742-a012-a134ff2a3aa9 req-0f1673b7-d364-4386-9ad8-cfaccc069b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:01.455367 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2c21411f-47ce-4742-a012-a134ff2a3aa9 req-0f1673b7-d364-4386-9ad8-cfaccc069b5a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 1098 time: 0.1314073 May 26 14:45:01.458169 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:01.465835 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:01.484536 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-13a7fe89-49aa-4b2e-a4cc-af062eee813b req-b528f082-9c9d-48d2-aff7-956cdef66f5b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447593 May 26 14:45:01.558096 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:01.564142 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:01.570154 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:01.575061 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:01.575636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:01.580702 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2c21411f-47ce-4742-a012-a134ff2a3aa9 req-0822824f-f8f1-4f53-bb51-5f36088a188c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166079 May 26 14:45:01.582767 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Pushing event updated for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:01.589130 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:01.599572 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3822870 May 26 14:45:01.672139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Request body: {'port': {'device_id': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:01.785427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:02.034395 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297a4fb-379e-4b5b-b8c3-d5c273e17334 req-f7ad8395-78c2-4aa3-970c-cfd1f3833913 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:02.036146 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2297a4fb-379e-4b5b-b8c3-d5c273e17334 req-f7ad8395-78c2-4aa3-970c-cfd1f3833913 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 932 time: 0.0951498 May 26 14:45:02.124357 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-2297a4fb-379e-4b5b-b8c3-d5c273e17334 req-fd3140c1-0d0f-4316-ba1c-43fca72e55d1 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Synchronizing usage tracker for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:02.153347 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-2297a4fb-379e-4b5b-b8c3-d5c273e17334 req-fd3140c1-0d0f-4316-ba1c-43fca72e55d1 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Unset dirty status for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:02.154868 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2297a4fb-379e-4b5b-b8c3-d5c273e17334 req-fd3140c1-0d0f-4316-ba1c-43fca72e55d1 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125278 May 26 14:45:02.240436 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0d44-7aed-43cb-bce9-637f88165de9 req-10e2d0f5-2d31-444a-a1ef-39a9ef8da5d0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:02.241647 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-975d0d44-7aed-43cb-bce9-637f88165de9 req-10e2d0f5-2d31-444a-a1ef-39a9ef8da5d0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1331110 May 26 14:45:02.339111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1dc4d3-e506-48e0-b852-3329bacfef8c {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:02.348525 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-975d0d44-7aed-43cb-bce9-637f88165de9 req-33ab14cc-ecd0-47e7-bbe1-cc4f95829cb1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784688 May 26 14:45:02.353768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:02.401505 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Transition to ACTIVE for port object 5f1dc4d3-e506-48e0-b852-3329bacfef8c will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:02.411912 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:02.418674 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:02.628330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce900b1-63ae-418c-9b6c-aa1b1d6ba750 req-ef12b26b-9580-4ddf-838e-06be0c352298 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:02.629784 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2ce900b1-63ae-418c-9b6c-aa1b1d6ba750 req-ef12b26b-9580-4ddf-838e-06be0c352298 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1020911 May 26 14:45:02.684258 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2ce900b1-63ae-418c-9b6c-aa1b1d6ba750 req-8d05cf4b-008e-46f7-8d11-fb40af5f2985 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 May 26 14:45:02.756051 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Pushing event updated for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:02.760533 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:02.780458 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Attempting to bind port 5f1dc4d3-e506-48e0-b852-3329bacfef8c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:02.780784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Attempting to bind port 5f1dc4d3-e506-48e0-b852-3329bacfef8c by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '225eea1a-f346-4412-9dcc-24f2c8731ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:02.781133 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Attempting to bind port 5f1dc4d3-e506-48e0-b852-3329bacfef8c on network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:02.789177 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Port 5f1dc4d3-e506-48e0-b852-3329bacfef8c on network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:45:02.789482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Attempting to bind port 5f1dc4d3-e506-48e0-b852-3329bacfef8c on network a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:02.797886 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:02.798211 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Checking segment: {'id': '225eea1a-f346-4412-9dcc-24f2c8731ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:02.798549 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Bound using segment: {'id': '225eea1a-f346-4412-9dcc-24f2c8731ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:02.798980 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Bound port: 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225eea1a-f346-4412-9dcc-24f2c8731ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:02.799346 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:02.881295 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f590a5d-513b-488f-bae2-792667991fb9 req-83b65806-490a-491b-abd4-f21a603f57e2 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:02.882770 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2f590a5d-513b-488f-bae2-792667991fb9 req-83b65806-490a-491b-abd4-f21a603f57e2 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.2361867 May 26 14:45:02.934273 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:02.949394 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2f590a5d-513b-488f-bae2-792667991fb9 req-eee845c1-69f8-4a05-b1d5-d927581e556c tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 May 26 14:45:02.950888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c,segment=NetworkSegment(225eea1a-f346-4412-9dcc-24f2c8731ee9),segment_id=225eea1a-f346-4412-9dcc-24f2c8731ee9)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:02.956595 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:02.962722 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-31c7299c-86bb-4629-acbc-1a4a9f09ed06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:03.059274 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.060047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:03.061559 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] 10.222.0.68 "PUT /v2.0/ports/5f1dc4d3-e506-48e0-b852-3329bacfef8c HTTP/1.1" status: 200 len: 1094 time: 1.3943737 May 26 14:45:03.067458 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:03.097589 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Pushing event updated for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:03.101783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:03.127327 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-ffe11dd4-0392-43d9-92f0-f6bc4453b702 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.128928 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-ffe11dd4-0392-43d9-92f0-f6bc4453b702 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.68 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.1102090 May 26 14:45:03.161767 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c', 'status': 'completed', 'code': 200} May 26 14:45:03.358047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-5d2a9ed6-70d6-4119-a30a-001f56a714fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.360035 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-5d2a9ed6-70d6-4119-a30a-001f56a714fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a737e5f6f3e4ad4a846e2def4cc0f52&device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 1097 time: 0.2300873 May 26 14:45:03.440935 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-a0f15d8b-8f63-4aab-b38a-2b8e2cd195e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c HTTP/1.1" status: 200 len: 217 time: 0.0729735 May 26 14:45:03.485514 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Deleting port 9adc5a20-9da4-4b09-ae00-ef50c090094c {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:45:03.485835 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:03.512998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d96089-d1e8-4e60-bb96-dcaa68861220 req-893f6e82-301a-491a-8f10-a2222bac1c1a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.513686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-04d96089-d1e8-4e60-bb96-dcaa68861220 req-893f6e82-301a-491a-8f10-a2222bac1c1a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Synchronizing usage tracker for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:03.616878 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f9121-85c3-413d-a174-e1038e09a204 req-6ba2e437-5166-42e2-aa0a-b84584ad602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.618316 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-6ba2e437-5166-42e2-aa0a-b84584ad602a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c08bc247-f56e-4270-8e0d-5e7f131411cd HTTP/1.1" status: 200 len: 849 time: 0.1701331 May 26 14:45:03.621553 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-04d96089-d1e8-4e60-bb96-dcaa68861220 req-893f6e82-301a-491a-8f10-a2222bac1c1a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Unset dirty status for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:03.628230 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-04d96089-d1e8-4e60-bb96-dcaa68861220 req-893f6e82-301a-491a-8f10-a2222bac1c1a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 944 time: 0.3561909 May 26 14:45:03.629468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a907-e586-4a60-b28c-5c74107cf75d req-f30d2e41-96c1-4daf-afa2-92d0ad85fe47 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.631072 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ddd9a907-e586-4a60-b28c-5c74107cf75d req-f30d2e41-96c1-4daf-afa2-92d0ad85fe47 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1306319 May 26 14:45:03.689116 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ddd9a907-e586-4a60-b28c-5c74107cf75d req-2fd72db6-f5ff-4fbb-823f-0a3091a24b33 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 May 26 14:45:03.714590 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-48e3cb9c-6b10-47c5-891b-7cabb703173a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842273 May 26 14:45:03.732544 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] For port 9adc5a20-9da4-4b09-ae00-ef50c090094c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9adc5a20-9da4-4b09-ae00-ef50c090094c,segment=NetworkSegment(77483760-65c9-4d1b-8a64-b86a6fcf6d64),segment_id=77483760-65c9-4d1b-8a64-b86a6fcf6d64)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:03.732889 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:03.942205 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-04d96089-d1e8-4e60-bb96-dcaa68861220 req-89abe9ea-d0a6-415c-9c51-789e132082ad tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071332 May 26 14:45:03.957075 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Calling delete_port for 9adc5a20-9da4-4b09-ae00-ef50c090094c owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:45:03.957953 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff72c2-fb9d-4f7a-b53c-2d34e8751b45 req-15503eea-9743-4194-b7c9-a523ebd85de9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:03.959751 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7aff72c2-fb9d-4f7a-b53c-2d34e8751b45 req-15503eea-9743-4194-b7c9-a523ebd85de9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1234994 May 26 14:45:04.082226 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7aff72c2-fb9d-4f7a-b53c-2d34e8751b45 req-2262c762-08c3-4409-b9c2-2a29cb90e90f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154470 May 26 14:45:04.182137 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-8f2a1d04-8dff-47c6-9628-acd5a063a27a service neutron] 10.222.0.68 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407763 May 26 14:45:04.351176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b182-1ad7-423c-bb99-aab86d87d156 req-0329e98a-8286-4b65-8e34-b2fd0440dd01 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:04.359199 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14f2b182-1ad7-423c-bb99-aab86d87d156 req-0329e98a-8286-4b65-8e34-b2fd0440dd01 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 946 time: 0.1314664 May 26 14:45:04.418138 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14f2b182-1ad7-423c-bb99-aab86d87d156 req-5492490c-a8cc-49ff-ad20-508ef943bca4 tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/security-groups?id=31b11b36-1fff-4939-9261-98fd02354701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 May 26 14:45:04.427018 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-752f9121-85c3-413d-a174-e1038e09a204 req-0ae237c6-d1f0-49b0-b808-47d75f5676bb service neutron] 10.222.0.68 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104480 May 26 14:45:04.441657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e62f3-8de8-48ee-921d-551bf501e506 req-56f29ade-9554-4130-a653-c6caf85ab361 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:04.443097 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-293e62f3-8de8-48ee-921d-551bf501e506 req-56f29ade-9554-4130-a653-c6caf85ab361 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.2587478 May 26 14:45:04.451911 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51640) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:04.459617 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'floatingip': {'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:04.583042 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:04.587745 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:04.601289 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['9adc5a20-9da4-4b09-ae00-ef50c090094c'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:45:04.666807 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:04.760527 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Pushing event deleted for resources: {'Port': ['ID=9adc5a20-9da4-4b09-ae00-ef50c090094c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:04.802370 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:04.886704 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] No DVR routers for this DVR port 9adc5a20-9da4-4b09-ae00-ef50c090094c on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:45:04.894447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:04.926265 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee90e062-b082-407c-9d00-e917994c5ec4 req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.68 "DELETE /v2.0/ports/9adc5a20-9da4-4b09-ae00-ef50c090094c HTTP/1.1" status: 204 len: 173 time: 1.7661514 May 26 14:45:04.935022 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-9e46f821-f09a-481a-9229-a4cda6798a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:04.936468 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-9e46f821-f09a-481a-9229-a4cda6798a29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a737e5f6f3e4ad4a846e2def4cc0f52&device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 1097 time: 0.4110997 May 26 14:45:04.943195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-cc1aabe0-0a1c-4374-ac4e-a9673c4e01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:04.944824 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-cc1aabe0-0a1c-4374-ac4e-a9673c4e01b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 1098 time: 0.1947453 May 26 14:45:04.962470 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a07323-0f4f-41cc-9410-fc648b59c4fd req-bf7c5b49-e79f-43ae-a701-38fcdbbc789c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:04.964903 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-54a07323-0f4f-41cc-9410-fc648b59c4fd req-bf7c5b49-e79f-43ae-a701-38fcdbbc789c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1714032 May 26 14:45:05.094438 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-54a07323-0f4f-41cc-9410-fc648b59c4fd req-47346de5-72d3-4097-9f2d-10e0737ffbb0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 May 26 14:45:05.139001 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-c610d3d9-132b-4194-b3b0-286479399aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:05.140468 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-c610d3d9-132b-4194-b3b0-286479399aec service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1746690 May 26 14:45:05.199088 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'name': 'network-vif-deleted', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:05.214617 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-ec5f005b-1c46-44cf-99f6-caee9d6e90a3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=265441d7-c576-4ec9-8970-f7f12e967e7d HTTP/1.1" status: 200 len: 217 time: 0.0665877 May 26 14:45:05.230017 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:05.286868 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-5ff06c03-8688-44fd-aa60-5de9283016c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:05.288623 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-5ff06c03-8688-44fd-aa60-5de9283016c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0676067 May 26 14:45:05.346964 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390921bb-114c-42c0-b91f-4edd6c73ad6e', 'name': 'network-vif-deleted', 'tag': '9adc5a20-9da4-4b09-ae00-ef50c090094c', 'status': 'completed', 'code': 200} May 26 14:45:05.354149 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-79c8528f-af78-4dc3-a0b0-d625aa1ea7bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492887 May 26 14:45:05.360747 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-8382b7e1-9b6a-41f8-a523-b31bf2208b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:05.362180 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-8382b7e1-9b6a-41f8-a523-b31bf2208b14 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 HTTP/1.1" status: 200 len: 911 time: 0.3732457 May 26 14:45:05.565904 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-11c76ca0-9f9e-4ff7-818a-be87387188fb service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908989 May 26 14:45:05.643342 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7b06117d-9ff3-4079-9bf8-a96e4a7235c0 req-d46f2b7e-6d02-46d4-8e57-67921853c51b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] 10.222.0.25 "GET /v2.0/ports?device_id=390921bb-114c-42c0-b91f-4edd6c73ad6e HTTP/1.1" status: 200 len: 210 time: 0.0726466 May 26 14:45:05.655848 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-b0052026-3173-4b44-ad5d-932646b8acde service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c HTTP/1.1" status: 200 len: 217 time: 0.0789840 May 26 14:45:05.707152 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18c73-a72f-4d04-8af4-0c08aaed17a8 req-dee195bc-3550-4b4a-99c2-1805899ff4de tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:05.714081 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cfd18c73-a72f-4d04-8af4-0c08aaed17a8 req-dee195bc-3550-4b4a-99c2-1805899ff4de tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 944 time: 0.6184306 May 26 14:45:05.808381 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-46424ac5-b0dc-4191-875d-ba6785d1c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:05.810191 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-46424ac5-b0dc-4191-875d-ba6785d1c671 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c08bc247-f56e-4270-8e0d-5e7f131411cd HTTP/1.1" status: 200 len: 849 time: 0.1447644 May 26 14:45:05.829894 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cfd18c73-a72f-4d04-8af4-0c08aaed17a8 req-1b05d454-1b49-4551-bbd9-56f059339d82 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133626 May 26 14:45:05.901076 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fb4bb8e6-96a0-4711-861d-ce59fe83664e req-87e1e6b7-2998-4739-abef-84c084dc0045 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549148 May 26 14:45:06.062108 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-f142e376-4429-47e0-8bcd-013622ec6fad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2305908 May 26 14:45:06.078467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:06.102561 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:06.356773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a25a05-008f-4af1-92df-213e3ac81fbe req-079f68f3-5eaa-4e75-a87c-f866aaa0db7c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:06.365591 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-62a25a05-008f-4af1-92df-213e3ac81fbe req-079f68f3-5eaa-4e75-a87c-f866aaa0db7c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1273992 May 26 14:45:06.420349 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-62a25a05-008f-4af1-92df-213e3ac81fbe req-d8c6cc1c-d106-40d9-ae67-5b166539e173 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 May 26 14:45:06.423010 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-3262d755-9aaa-40bb-8e2f-f4fbac9070c6 service neutron] 10.222.0.68 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430812 May 26 14:45:06.459231 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.l3_db [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Floating IP 405e44a4-ee7c-479e-9203-1071b45e29ae associated. External IP: 172.28.3.43, port: 28bc4343-ca60-4446-a82c-47e08c42cdbb. May 26 14:45:06.758429 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dacb1b56-620e-427f-bcf9-658df8483c64 req-b4bf0851-2c07-441f-9c16-406926595915 service neutron] 10.222.0.68 "GET /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279238 May 26 14:45:07.071009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2faa7-2f18-492a-a6ff-5d5ad39bf464 req-271a8f08-6501-41bc-b88e-b3983c991f79 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:07.078659 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48f2faa7-2f18-492a-a6ff-5d5ad39bf464 req-271a8f08-6501-41bc-b88e-b3983c991f79 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 944 time: 0.1288016 May 26 14:45:07.092279 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:45:07.108457 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51714) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:07.140733 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-48f2faa7-2f18-492a-a6ff-5d5ad39bf464 req-02191038-033f-4eee-8358-4b3fdcab7688 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607135 May 26 14:45:07.271026 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.288178 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:07.296493 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Usage tracker for resource:security_group_rule and tenant:fffc78f5471a4832b58952c3a8c0a2fe is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:07.299610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:07.308402 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:45:07.308576 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:07.313381 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.330108 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:45:07.345216 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:07.347246 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:07.381167 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d2d8e2eb-a9af-4f2c-a2a9-ecb219ecfd97 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "PUT /v2.0/floatingips/405e44a4-ee7c-479e-9203-1071b45e29ae HTTP/1.1" status: 200 len: 991 time: 2.9276929 May 26 14:45:07.381763 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:07.449018 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.456132 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.467133 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e51ce6c5-d931-45f1-a0d6-66531906ebb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:07.500969 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'status': 'completed', 'code': 200} May 26 14:45:07.536555 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fffc78f5471a4832b58952c3a8c0a2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146137 May 26 14:45:07.539315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51738) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:07.582339 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bde691-ce59-4c0f-b60c-374f3600e9ff,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:07.592655 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:07.689597 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:07.693361 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.699636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-801ae6e7-c3e8-474c-b5e0-1e7877ef9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:07.701156 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-801ae6e7-c3e8-474c-b5e0-1e7877ef9f06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1099 time: 0.1760294 May 26 14:45:07.800120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.884179 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.892727 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-53dbbe47-6bf9-4ce9-8073-98d23a6d0e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:07.914517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a6ac-62e7-40e9-b6bd-310a68157f68 req-e3176cf8-76bc-48d7-b62d-bbe07f9cfdf4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:07.916656 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2882a6ac-62e7-40e9-b6bd-310a68157f68 req-e3176cf8-76bc-48d7-b62d-bbe07f9cfdf4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2204428 May 26 14:45:07.927147 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 5f1dc4d3-e506-48e0-b852-3329bacfef8c details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:45:07.928559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bde691-ce59-4c0f-b60c-374f3600e9ff,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:07.931894 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:07.935118 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47bde691-ce59-4c0f-b60c-374f3600e9ff HTTP/1.1" status: 204 len: 168 time: 0.3907092 May 26 14:45:07.941721 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:08.010421 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-38182d1a-c3f9-4f61-9b95-c34d810b38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:08.013017 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-38182d1a-c3f9-4f61-9b95-c34d810b38bd service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.2990623 May 26 14:45:08.041022 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2882a6ac-62e7-40e9-b6bd-310a68157f68 req-691d7203-6b16-4f52-b3a7-df9d3b5e9097 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103072 May 26 14:45:08.132186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 9adc5a20-9da4-4b09-ae00-ef50c090094c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:45:08.210298 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c,segment=NetworkSegment(225eea1a-f346-4412-9dcc-24f2c8731ee9),segment_id=225eea1a-f346-4412-9dcc-24f2c8731ee9)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:08.226052 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 9adc5a20-9da4-4b09-ae00-ef50c090094c {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:45:08.226405 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 9adc5a20-9da4-4b09-ae00-ef50c090094c not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:45:08.227939 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '5f1dc4d3-e506-48e0-b852-3329bacfef8c', 'network_id': 'a5b47dc4-bbb6-4728-93f6-5a9aa56781e9', 'port_id': '5f1dc4d3-e506-48e0-b852-3329bacfef8c', 'mac_address': 'fa:16:3e:d7:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08bc247-f56e-4270-8e0d-5e7f131411cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:45:08.246397 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-a2acb636-922b-4fbb-b539-6c7ab5658b63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 999 time: 0.2262933 May 26 14:45:08.333786 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-71241704-635c-4f65-a86a-198dfad1c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:08.337160 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-71241704-635c-4f65-a86a-198dfad1c704 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0832520 May 26 14:45:08.347493 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:08.374122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1dc4d3-e506-48e0-b852-3329bacfef8c {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:08.392562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c,segment=NetworkSegment(225eea1a-f346-4412-9dcc-24f2c8731ee9),segment_id=225eea1a-f346-4412-9dcc-24f2c8731ee9)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:08.397568 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:08.399982 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:08.458492 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '405e44a4-ee7c-479e-9203-1071b45e29ae', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:44:31Z', 'updated_at': '2021-05-26T14:45:05Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:08.463556 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:45:08.476204 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:08.477017 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:08.506746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51766) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:08.507684 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:08.511880 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:08.527878 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:08.532449 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-129224a5-bb5a-4a2a-b059-6c9143a6349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:08.533900 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-129224a5-bb5a-4a2a-b059-6c9143a6349c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1479011 May 26 14:45:08.548595 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:08.552977 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Usage tracker for resource:security_group_rule and tenant:361432a24e804dd2914451cc8656e6de is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:08.553104 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c9ab-2d8b-4e91-9083-6575fe41e7ba req-eb2d643c-b4ae-4f6d-8ee3-556c66498ee2 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:08.554508 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11a5c9ab-2d8b-4e91-9083-6575fe41e7ba req-eb2d643c-b4ae-4f6d-8ee3-556c66498ee2 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 944 time: 0.2065504 May 26 14:45:08.556569 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:08.563104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:08.804876 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:08.806295 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11a5c9ab-2d8b-4e91-9083-6575fe41e7ba req-9817f57c-3836-448a-8ed8-f18305a5fc66 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103292 May 26 14:45:08.806295 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-42f23ff2-b243-48d5-842a-d3879be3c512 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816776 May 26 14:45:08.806598 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['5f1dc4d3-e506-48e0-b852-3329bacfef8c'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:45:08.806751 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:08.806984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51776) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:08.895995 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:08.925531 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:08.935226 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-be1f913f-36dc-4b40-ad26-6e544f1720ec req-db03f7c4-bec6-440a-84cd-7815afa48b85 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035463 May 26 14:45:08.982582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44775303-c855-4228-8120-17c3dad3b6a3,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:08.988876 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=361432a24e804dd2914451cc8656e6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4803810 May 26 14:45:08.990096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:08.992903 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Deleting subnet 2138c32d-afb5-470d-a62d-ceb035ca157a {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:45:08.993464 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51780) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:08.995946 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.057476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.061300 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.066386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.094600 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.153519 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.158916 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:09.177245 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44775303-c855-4228-8120-17c3dad3b6a3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:09.199031 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:09.209461 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.213149 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44775303-c855-4228-8120-17c3dad3b6a3 HTTP/1.1" status: 204 len: 168 time: 0.2176499 May 26 14:45:09.314577 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '405e44a4-ee7c-479e-9203-1071b45e29ae', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:44:31Z', 'updated_at': '2021-05-26T14:45:05Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:09.326058 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bcb4a-556a-4753-b15c-6306ce292c3f None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '405e44a4-ee7c-479e-9203-1071b45e29ae', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:44:31Z', 'updated_at': '2021-05-26T14:45:05Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:45:09.562950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05672768-ded0-4574-aa61-ba7a50add2f4 req-d40a8396-1ee6-42fb-8f41-291919a17296 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:09.571970 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05672768-ded0-4574-aa61-ba7a50add2f4 req-d40a8396-1ee6-42fb-8f41-291919a17296 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.3212779 May 26 14:45:09.639122 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05672768-ded0-4574-aa61-ba7a50add2f4 req-47f62dc5-910b-4ce2-aba6-451604272e88 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659530 May 26 14:45:09.661240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.667757 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:09.702806 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0818ea8-c567-43f6-8aa8-8c95ee50af23 None None] New status for floating IP 405e44a4-ee7c-479e-9203-1071b45e29ae: ACTIVE {{(pid=103659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:45:09.739051 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.748350 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2138c32d-afb5-470d-a62d-ceb035ca157a,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:09.751181 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:09.755089 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2138c32d-afb5-470d-a62d-ceb035ca157a HTTP/1.1" status: 204 len: 168 time: 0.9464929 May 26 14:45:09.756849 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51814) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:09.775267 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51820) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:09.794966 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:09.817899 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:09.826536 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Usage tracker for resource:security_group_rule and tenant:3a622550b2fa48cda8dc21173231adcd is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:09.835444 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:09.848154 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:09.909061 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.001054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.006416 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.049028 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-40d41c00-1fc5-4c99-8dae-5f31b8a05914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:10.059810 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a622550b2fa48cda8dc21173231adcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815738 May 26 14:45:10.062591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51840) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:10.096540 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 5f1dc4d3-e506-48e0-b852-3329bacfef8c up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:10.134667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ca8415-e007-49b9-9a57-0919451f3384,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:10.143815 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:10.144436 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.166855 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.167214 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.169065 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.169431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > port after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.169773 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.170109 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > port after_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.170437 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.170780 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.171636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.172016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.198150 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.228465 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.282998 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.286747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-952dffed-7c2d-48e9-a920-978072e07580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:10.293063 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 5f1dc4d3-e506-48e0-b852-3329bacfef8c completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:10.299001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 5f1dc4d3-e506-48e0-b852-3329bacfef8c triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:10.299385 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.301046 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ca8415-e007-49b9-9a57-0919451f3384,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:10.304929 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:10.307024 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.308191 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34ca8415-e007-49b9-9a57-0919451f3384 HTTP/1.1" status: 204 len: 168 time: 0.2398462 May 26 14:45:10.336765 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.337117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.337515 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.337838 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:45:10.338178 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403497c6-f4ee-437b-9925-92caabdc11a8']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:10.366692 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77483760-65c9-4d1b-8a64-b86a6fcf6d64') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:10.367013 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77483760-65c9-4d1b-8a64-b86a6fcf6d64') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:10.387417 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.461409 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.491259 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:10.504724 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.507331 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c,segment=NetworkSegment(225eea1a-f346-4412-9dcc-24f2c8731ee9),segment_id=225eea1a-f346-4412-9dcc-24f2c8731ee9)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:10.514175 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.514433 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:45:10.515134 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.516817 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: from cryptography.utils import int_from_bytes May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: from cryptography.utils import int_from_bytes May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:45:10.553245 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:45:10.565250 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907fd5c-d5b0-4952-9c1c-aa50de9359fc req-8f1e9c1c-4c01-4340-a5cb-3625b1fecae3 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:10.572287 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7907fd5c-d5b0-4952-9c1c-aa50de9359fc req-8f1e9c1c-4c01-4340-a5cb-3625b1fecae3 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 945 time: 0.5037215 May 26 14:45:10.582795 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c', 'code': 200} May 26 14:45:10.617874 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:10.636547 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:10.696677 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.719560 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:10.750123 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7907fd5c-d5b0-4952-9c1c-aa50de9359fc req-0995d399-f7ed-4861-99ec-821661909a07 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769445 May 26 14:45:10.754695 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:10.798075 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Pushing event deleted for resources: {'Network': ['ID=403497c6-f4ee-437b-9925-92caabdc11a8,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:10.853827 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:10.864304 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-95ae16de-92b6-4008-aacd-149dcdc35299 admin admin] 10.222.0.25 "DELETE /v2.0/networks/403497c6-f4ee-437b-9925-92caabdc11a8 HTTP/1.1" status: 204 len: 168 time: 1.1062701 May 26 14:45:10.919823 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9418c39-d004-4903-95d5-34e93a2463de req-3eab151a-8b53-44ec-95f4-688060a717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:10.921873 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c9418c39-d004-4903-95d5-34e93a2463de req-3eab151a-8b53-44ec-95f4-688060a717d6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 1099 time: 0.1351838 May 26 14:45:10.929045 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c173c34-e153-4b6b-bd7f-4042ddd9dfa1 req-b45192a7-f403-4d90-bd4c-98357cb2fb37 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:10.930786 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7c173c34-e153-4b6b-bd7f-4042ddd9dfa1 req-b45192a7-f403-4d90-bd4c-98357cb2fb37 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1086299 May 26 14:45:10.978983 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c9418c39-d004-4903-95d5-34e93a2463de req-a5fe1cff-a6c9-439c-8461-9876d0cafa81 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 May 26 14:45:10.996307 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7c173c34-e153-4b6b-bd7f-4042ddd9dfa1 req-3523080c-8cc5-42d5-8170-83892ada0a44 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589154 May 26 14:45:11.102148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51878) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:11.155905 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-29f2ad02-6b19-405c-8f12-9071158128db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02d1d2d122314bdf9f13a6accbf5c621&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516632 May 26 14:45:11.158237 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51884) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:11.280471 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:11.307854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:11.364992 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:11.369814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:11.383852 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b11b36-1fff-4939-9261-98fd02354701,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:11.386251 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:11.398211 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:11.399352 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31b11b36-1fff-4939-9261-98fd02354701 HTTP/1.1" status: 204 len: 168 time: 0.2400188 May 26 14:45:11.982047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8807159-0861-4d1e-9e8e-4aaa50ee375a req-5ef4350b-76fa-41b9-b3a0-6d11a8ab8f6a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:11.985508 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c8807159-0861-4d1e-9e8e-4aaa50ee375a req-5ef4350b-76fa-41b9-b3a0-6d11a8ab8f6a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1100919 May 26 14:45:12.097956 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c8807159-0861-4d1e-9e8e-4aaa50ee375a req-4b9181ff-5e06-4b2e-af1b-4a41c5cba465 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074042 May 26 14:45:12.293294 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807ca08-2f02-4bbd-942c-bc3ff49c7893 req-19c9bdb5-c137-4755-8a07-09979041b2e6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:12.295629 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2807ca08-2f02-4bbd-942c-bc3ff49c7893 req-19c9bdb5-c137-4755-8a07-09979041b2e6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1251528 May 26 14:45:12.378242 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2807ca08-2f02-4bbd-942c-bc3ff49c7893 req-e977de41-a630-40df-a21a-f909a4230fc1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666347 May 26 14:45:12.487456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 51958) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:12.673390 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:12.689736 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:12.694619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c4ba365f0b4dd595ef539f17f1b083 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:12.702402 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:12.711824 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:12.745917 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51968) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:12.824807 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2083174476-network', 'tenant_id': '62da8906816143588975cb0fcc2e7b20'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:12.831276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:12.835820 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:12.836050 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Usage tracker for resource:network and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:12.839800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:12.843490 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:12.849336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:12.860161 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:12.861725 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Made reservation on behalf of 62da8906816143588975cb0fcc2e7b20 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:12.865390 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:12.881548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:12.899837 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:12.904067 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:12.907917 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:12.914479 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:12.916906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51976) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:12.923936 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2c4ba365f0b4dd595ef539f17f1b083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354305 May 26 14:45:12.925695 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 51980) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:12.930077 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c79de4-6ded-466e-951a-ae860be31578,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:12.938823 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.939222 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.939625 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.939997 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.940333 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.940665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.940995 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.941378 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.941768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.942095 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.942425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.942814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:12.947209 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.022596 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.078077 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.093508 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.144851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:13.157927 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6758f185f047e88b74fb3a5d7e3fac is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:13.165087 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:13.174506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.175726 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:13.188563 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.197838 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6c1c052e-9d66-4223-8b2d-eee88e8a4b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:13.235618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.247511 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:45:13.252864 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f73052-5a74-4a80-8ff2-bdf378d64d31,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:13.281362 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.281851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.282288 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.282800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.283131 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.283620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.284044 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.284371 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.284697 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.285018 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.285338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.285658 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:13.293874 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.294768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.295105 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Added segment 889e8b0d-fda0-4e50-85ce-cd8d930dd1a1 of type vlan for network ed7af365-1feb-4363-bfbd-ac975926bc28 May 26 14:45:13.299534 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-341ab008-3e57-4504-b27b-d9035c889f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:13.332048 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c79de4-6ded-466e-951a-ae860be31578,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:13.338001 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:45:13.355646 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.360087 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087163-3966-44be-872d-ff26db939ed0 req-16e842ed-ad39-4e4c-af53-17e2fededfff tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:13.362824 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5b087163-3966-44be-872d-ff26db939ed0 req-16e842ed-ad39-4e4c-af53-17e2fededfff tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1075373 May 26 14:45:13.365533 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.369104 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.370145 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6c79de4-6ded-466e-951a-ae860be31578 HTTP/1.1" status: 204 len: 168 time: 0.4436064 May 26 14:45:13.413395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.419299 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.428464 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:13.435813 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5b087163-3966-44be-872d-ff26db939ed0 req-4e6aa38a-649c-4ba1-82e6-2ad92a9b71a9 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 May 26 14:45:13.453771 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.472832 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:13.473412 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.494460 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c02311-0a94-404a-8106-7435a9cb4cba,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:13.500386 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.503104 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f6758f185f047e88b74fb3a5d7e3fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851784 May 26 14:45:13.503896 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:13.506208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52002) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:13.527977 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7799664 May 26 14:45:13.530752 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52006) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:13.599117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Request body: {'subnet': {'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2083174476-subnet', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:13.619025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:13.627094 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Usage tracker for resource:subnet and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:13.632627 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:13.635179 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Pushing event updated for resources: {'Network': ['ID=ed7af365-1feb-4363-bfbd-ac975926bc28,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:13.647943 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:13.650361 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network ed7af365-1feb-4363-bfbd-ac975926bc28 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:45:13.651755 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.673548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Made reservation on behalf of 62da8906816143588975cb0fcc2e7b20 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:13.677823 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.706512 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.766712 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.837071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b1509-77cb-485b-b0ba-185b0fd73d03 req-fa0f9977-61ba-4708-8dfd-760a31ea44c1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:13.838574 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e32b1509-77cb-485b-b0ba-185b0fd73d03 req-fa0f9977-61ba-4708-8dfd-760a31ea44c1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2262890 May 26 14:45:13.891904 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e32b1509-77cb-485b-b0ba-185b0fd73d03 req-1c9cdbcf-13d6-4799-9087-977a19e4a6bc tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460002 May 26 14:45:13.892648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.897357 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f0478001-d29c-4103-b610-d7e37e0c761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:13.910686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c02311-0a94-404a-8106-7435a9cb4cba,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:13.919384 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.920496 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59c02311-0a94-404a-8106-7435a9cb4cba HTTP/1.1" status: 204 len: 168 time: 0.4128532 May 26 14:45:13.921505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:13.943886 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52014) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:13.966451 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:13.986398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:13.991205 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Usage tracker for resource:security_group_rule and tenant:cd3eb1637d4747a08dbc783269b2f1f6 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:13.994561 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:14.002012 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:14.112337 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.117081 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.152008 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-98d726e7-7526-4f44-bd76-cd862cbab6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:14.219892 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162f7a4f-838d-43cc-bb90-53b8339cca9e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:14.231617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:14.239668 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd3eb1637d4747a08dbc783269b2f1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945824 May 26 14:45:14.240291 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52024) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:14.318949 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.324593 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d53f7303-b8d1-475f-9899-de6bb3b13de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:14.338956 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.366322 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.394039 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442cf590-aa95-4608-88fd-4cb53b384fb2,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:14.413437 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:14.440566 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Checking segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:14.441179 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Network hostable DHCP agents. Network: ed7af365-1feb-4363-bfbd-ac975926bc28, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:45:14.446428 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.451124 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:14.462676 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:45:14.464776 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162f7a4f-838d-43cc-bb90-53b8339cca9e,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:14.467664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:14.468644 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.469724 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/162f7a4f-838d-43cc-bb90-53b8339cca9e HTTP/1.1" status: 204 len: 168 time: 0.2285497 May 26 14:45:14.486536 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, ed7af365-1feb-4363-bfbd-ac975926bc28) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:14.501397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537d2cc-3595-4682-84bd-3958face124b None None] Network ed7af365-1feb-4363-bfbd-ac975926bc28 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:14.508694 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:14.509294 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.536203 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0040917 May 26 14:45:14.539125 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52036) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:14.545329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:14.550782 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:14.555114 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Usage tracker for resource:router and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:14.558630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:14.559946 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52040) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:14.566253 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:14.585408 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.589031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.596597 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.643570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:14.648054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.653537 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Usage tracker for resource:security_group_rule and tenant:7f24853252994641ba5cc0bedfa4b9b9 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:14.666262 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:14.679404 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:14.815075 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.818879 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:14.833556 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-2c51d77f-7719-4597-81ab-c7852718d1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:14.889446 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86bdf84-72c3-49d6-9c87-71d415548038,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:14.891620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:14.896970 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f24853252994641ba5cc0bedfa4b9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318715 May 26 14:45:14.897332 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52056) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:14.924612 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-ed7af365-1feb-4363-bfbd-ac975926bc28', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:45:14.927013 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.160020 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Allocated IP 172.20.0.2 (ed7af365-1feb-4363-bfbd-ac975926bc28/442cf590-aa95-4608-88fd-4cb53b384fb2/4d6166e8-969b-4ddc-a0d8-8f19ddcba693) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:15.229864 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.284167 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.379371 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.411677 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e86b2-93a5-4001-a5df-941ff509421a req-f8e3fbc4-51d6-45fa-8e10-0a0aaa05f13c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:15.413167 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2e5e86b2-93a5-4001-a5df-941ff509421a req-f8e3fbc4-51d6-45fa-8e10-0a0aaa05f13c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.3676076 May 26 14:45:15.440237 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.450743 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Transition to ACTIVE for port object 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:15.475484 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Transition to ACTIVE for port object 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:15.482363 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.488326 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:15.504789 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2e5e86b2-93a5-4001-a5df-941ff509421a req-5814036f-3706-4bdf-8ccc-7f6e45502f3f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584726 May 26 14:45:15.544626 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.552934 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8cd4fd01-ce43-4f1f-989b-4681c82f6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:15.568429 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86bdf84-72c3-49d6-9c87-71d415548038,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:15.571160 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:15.583443 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.584956 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86bdf84-72c3-49d6-9c87-71d415548038 HTTP/1.1" status: 204 len: 168 time: 0.6864760 May 26 14:45:15.603033 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:15.611491 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:15.615742 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:15.625317 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Pushing event updated for resources: {'Port': ['ID=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:15.679146 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.679655 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.680120 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.680539 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.680957 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.681374 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.681853 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.682264 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.682750 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.683180 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.683595 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.684081 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:15.717287 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:15.738714 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Attempting to bind port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:15.739455 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Attempting to bind port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:15.739975 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Attempting to bind port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:15.746265 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:15.747009 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Checking segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:15.748052 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.748664 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Bound using segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:15.749268 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Bound port: 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:15.749788 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.806698 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.897247 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.915944 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] For port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:15.925554 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] For port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:15.937254 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:15.942697 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:16.139346 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Pushing event updated for resources: {'Port': ['ID=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:16.147835 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:16.216358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Allocated IP 172.28.3.73 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/669c62af-78fd-4d3d-82bb-e7f8446f71a9) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:16.221312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52118) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:16.457954 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:16.529262 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:16.542430 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:16.551802 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:16.553987 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:16.611240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Usage tracker for resource:security_group_rule and tenant:364eb55d57f641e5a50ad47536960714 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:16.620264 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:16.629813 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:16.635643 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:16.638562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:16.690640 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52142) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:16.698825 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:16.833403 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Pushing event updated for resources: {'Port': ['ID=669c62af-78fd-4d3d-82bb-e7f8446f71a9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:16.836526 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:16.857827 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:16.887267 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:16.891918 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Usage tracker for resource:security_group_rule and tenant:4203e893a5f74585a8810281030250d7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:16.894858 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:16.907806 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:17.076298 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.082726 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.110220 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:17.168235 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4ec49-08ba-4101-9f8b-d1a991e910e9,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:17.169743 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439cdb8-40b4-4182-8ab2-70cb79219779 req-82f2da0c-e0b0-4595-8531-c928f93e4ece tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:17.172156 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:17.179209 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0439cdb8-40b4-4182-8ab2-70cb79219779 req-82f2da0c-e0b0-4595-8531-c928f93e4ece tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.4863009 May 26 14:45:17.198262 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4203e893a5f74585a8810281030250d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065625 May 26 14:45:17.201045 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52164) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:17.232586 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.252666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.267388 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3dfa96ad-81b4-4246-a8fe-5b02f10f7042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:17.302242 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0439cdb8-40b4-4182-8ab2-70cb79219779 req-710e311b-60fc-424e-9eeb-fa786ffa305c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216159 May 26 14:45:17.302433 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.326762 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.341383 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.425574 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.433322 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-462cd2a6-8746-44b9-939b-d5448895994a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:17.445170 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4ec49-08ba-4101-9f8b-d1a991e910e9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:17.462120 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:17.488454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.491766 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2b6bf-8fce-47b4-98a3-3e944f5ff4b7 None None] Network ed7af365-1feb-4363-bfbd-ac975926bc28 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:17.492283 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9a4ec49-08ba-4101-9f8b-d1a991e910e9 HTTP/1.1" status: 204 len: 168 time: 0.2876205 May 26 14:45:17.589282 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:17.607386 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=364eb55d57f641e5a50ad47536960714&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3825488 May 26 14:45:17.608683 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144345a3-4df0-48f6-addc-531e152e6fb5,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:17.609433 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52180) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:17.628244 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:17.674926 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-e5a34b36-cb3f-477c-b67f-f22d41480d96 None None] Provisioning for port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:17.737908 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.778106 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:17.791308 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:17.791954 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.808710 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.934268 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:17.941366 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e3740508-f841-4f25-82d5-efb1cc35c5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:17.971790 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52192) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:17.986716 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.030448 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:18.031600 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144345a3-4df0-48f6-addc-531e152e6fb5,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:18.037312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.039885 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:18.047465 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:18.048358 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.147684 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.164502 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.167812 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/144345a3-4df0-48f6-addc-531e152e6fb5 HTTP/1.1" status: 204 len: 168 time: 0.5541496 May 26 14:45:18.174002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:18.181058 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Usage tracker for resource:security_group_rule and tenant:ded711512e434f4eaaa8b35d4578de5d is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:18.190775 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:18.214522 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:18.234523 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:18.239937 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:18.306259 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-01fc892e-93c5-40ea-a20c-3a0e9861cd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.444639 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.454114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.470548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:18.528830 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ded711512e434f4eaaa8b35d4578de5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537322 May 26 14:45:18.530570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c285f4bd-cac7-4ae8-b9d7-336e3bf6b728,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:18.533603 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52214) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:18.536958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:18.558435 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3ea91442-b8eb-4ac8-af95-4a57e305f434 None None] Provisioning complete for port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:18.561584 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3ea91442-b8eb-4ac8-af95-4a57e305f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.637920 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.671293 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:45:18.708259 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.877233 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa3100-8e5b-4f74-b443-9ae5b98dbadb req-6f4bd59f-28c7-4e85-8ed4-e2a1173f1de8 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:18.886845 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-99aa3100-8e5b-4f74-b443-9ae5b98dbadb req-6f4bd59f-28c7-4e85-8ed4-e2a1173f1de8 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1632926 May 26 14:45:18.902257 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.906347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9e2aea59-499d-4d0c-b244-9cbf2948814d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:18.918592 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c285f4bd-cac7-4ae8-b9d7-336e3bf6b728,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:18.929627 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:18.938286 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:18.951142 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-2435070b-e219-4e7d-9a86-8c3c9b4db042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c285f4bd-cac7-4ae8-b9d7-336e3bf6b728 HTTP/1.1" status: 204 len: 168 time: 0.4162300 May 26 14:45:18.987528 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-99aa3100-8e5b-4f74-b443-9ae5b98dbadb req-5e84fea2-230e-4030-878c-ae1e0b9e38bd tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977983 May 26 14:45:19.025706 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac0979-2847-4efc-a546-67dbd3ed6766 req-5ba6c210-ac56-4f5e-a616-e05befc549fe tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:19.027148 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7ac0979-2847-4efc-a546-67dbd3ed6766 req-5ba6c210-ac56-4f5e-a616-e05befc549fe tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2566118 May 26 14:45:19.093755 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:45:19.105118 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:45:19.118956 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:19.119933 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:44:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:19.127345 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7ac0979-2847-4efc-a546-67dbd3ed6766 req-9ba2c22a-7193-4f68-aee3-89dd81db38f5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898678 May 26 14:45:19.171408 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:19.175934 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6325212 May 26 14:45:19.176148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52238) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:19.368587 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:19.451848 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:19.673563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:19.679796 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:19.957259 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:16Z', 'revision_number': 3, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:19.962595 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:45:19.962953 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Updating router 417da2c7-c38b-48dd-b385-5741b2b1aa95 port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:45:20.031446 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.329738 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364fc78-d3a0-445e-b290-e33cb0f5dcbd req-e510ddb5-11c6-4a4b-aa22-14ee6df5e3f5 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:20.331308 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3364fc78-d3a0-445e-b290-e33cb0f5dcbd req-e510ddb5-11c6-4a4b-aa22-14ee6df5e3f5 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1711323 May 26 14:45:20.392287 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.466318 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3364fc78-d3a0-445e-b290-e33cb0f5dcbd req-0915113f-ff80-46c2-bb34-523f45ea123c tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273768 May 26 14:45:20.600666 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-35a2c309-4a72-4779-bd42-d38b0ecba94a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:20.602184 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-35a2c309-4a72-4779-bd42-d38b0ecba94a tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.68 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.3315995 May 26 14:45:20.643595 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8ed865c1-cb58-4d11-b9f5-54dc696c493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.644496 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.662449 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Transition to ACTIVE for port object 669c62af-78fd-4d3d-82bb-e7f8446f71a9 will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:20.676288 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.691635 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-15743814-0d58-4c7f-bb7c-c47de55becc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:20.720747 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.793897 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Attempting to bind port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:20.794387 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Attempting to bind port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:20.794873 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Attempting to bind port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:20.811509 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:20.812055 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:20.813221 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.813711 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:20.814314 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Bound port: 669c62af-78fd-4d3d-82bb-e7f8446f71a9, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:20.823329 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:20.842157 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6606cc-6228-4111-b18e-d0276d380dcc req-88cad3bc-a5c2-494e-89a9-536081951719 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:20.844998 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d6606cc-6228-4111-b18e-d0276d380dcc req-88cad3bc-a5c2-494e-89a9-536081951719 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.4373171 May 26 14:45:20.955463 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Pushing event updated for resources: {'Port': ['ID=669c62af-78fd-4d3d-82bb-e7f8446f71a9,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:20.976202 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.976670 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.977131 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.977573 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.978599 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.979022 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.979457 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.979975 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.980416 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.980857 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.981267 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:20.981692 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:45:21.004663 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:21.034856 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] For port 669c62af-78fd-4d3d-82bb-e7f8446f71a9, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:21.041132 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] For port 669c62af-78fd-4d3d-82bb-e7f8446f71a9, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=669c62af-78fd-4d3d-82bb-e7f8446f71a9,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:21.046193 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.052834 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:21.104316 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d6606cc-6228-4111-b18e-d0276d380dcc req-16d42656-9e50-4706-821b-c7f91ea9412e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397842 May 26 14:45:21.125929 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Allocated IP 172.20.0.1 (ed7af365-1feb-4363-bfbd-ac975926bc28/442cf590-aa95-4608-88fd-4cb53b384fb2/d0f8f123-9a0c-4774-bb7e-3e093a6e2a48) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:21.143340 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:21.144598 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:45:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:21.158621 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Deleting port 5f1dc4d3-e506-48e0-b852-3329bacfef8c {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:45:21.158955 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.392044 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:21.416477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] For port 5f1dc4d3-e506-48e0-b852-3329bacfef8c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=5f1dc4d3-e506-48e0-b852-3329bacfef8c,segment=NetworkSegment(225eea1a-f346-4412-9dcc-24f2c8731ee9),segment_id=225eea1a-f346-4412-9dcc-24f2c8731ee9)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:21.417097 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.438782 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Pushing event updated for resources: {'Port': ['ID=669c62af-78fd-4d3d-82bb-e7f8446f71a9,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:21.565303 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:21.584367 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Calling delete_port for 5f1dc4d3-e506-48e0-b852-3329bacfef8c owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:45:21.589885 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.613198 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Transition to ACTIVE for port object d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:21.642852 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.685215 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.788243 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d553-2b9d-434c-a5ac-bbf4d589813f req-b215a680-0d4f-4792-877f-aee20249ab25 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:21.797698 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0cb2d553-2b9d-434c-a5ac-bbf4d589813f req-b215a680-0d4f-4792-877f-aee20249ab25 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 946 time: 0.1546409 May 26 14:45:21.831761 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:21.859227 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:16Z', 'revision_number': 3, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:21.864565 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0cb2d553-2b9d-434c-a5ac-bbf4d589813f req-ed3b3e9d-4b18-42b5-bbf2-d917148de0ab tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/security-groups?id=60348003-f33b-4985-9b22-ee1d5a9c26ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654800 May 26 14:45:21.864963 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9fd4f-bcb3-4d4c-a3a4-311c34f39889 None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:16Z', 'revision_number': 3, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:45:21.881811 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:21.914801 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:21.919124 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:21.924709 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['5f1dc4d3-e506-48e0-b852-3329bacfef8c'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:45:21.926830 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:22.044040 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:22.052135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:22.055026 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:22.168783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Pushing event deleted for resources: {'Port': ['ID=5f1dc4d3-e506-48e0-b852-3329bacfef8c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:22.171788 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:22.181193 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] No DVR routers for this DVR port 5f1dc4d3-e506-48e0-b852-3329bacfef8c on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:45:22.184068 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:22.189880 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'name': 'network-vif-deleted', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:22.229283 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:22.249456 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-8246f80c-6e11-4b45-8509-155ff475e51b None None] Provisioning for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:22.260068 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-8246f80c-6e11-4b45-8509-155ff475e51b None None] Provisioning complete for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:22.260942 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8246f80c-6e11-4b45-8509-155ff475e51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:22.406446 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32182c1-c6c4-4792-a278-c6ec0b27c3a0', 'name': 'network-vif-deleted', 'tag': '5f1dc4d3-e506-48e0-b852-3329bacfef8c', 'status': 'completed', 'code': 200} May 26 14:45:22.412844 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-46fa323c-215f-46d9-8c52-05ff2ce463dc req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.68 "DELETE /v2.0/ports/5f1dc4d3-e506-48e0-b852-3329bacfef8c HTTP/1.1" status: 204 len: 173 time: 1.7920527 May 26 14:45:22.428209 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-8246f80c-6e11-4b45-8509-155ff475e51b None None] Port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:45:22.518385 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:22.598376 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241efe-dab7-463b-b87f-4358de51f20e req-409b4d35-70b2-4e00-9d07-9d806a8094f9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:22.600431 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-21241efe-dab7-463b-b87f-4358de51f20e req-409b4d35-70b2-4e00-9d07-9d806a8094f9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1345503 May 26 14:45:22.624800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52386) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:22.667753 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-21241efe-dab7-463b-b87f-4358de51f20e req-cee1e521-4777-4f4b-b173-8c7ccc8f9b38 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609555 May 26 14:45:22.881497 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:22.951405 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:22.970373 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa850e1c233428c875107e61b3a1703 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:22.985852 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:22.995275 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:23.017739 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.031143 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.126807 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:23.238304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-24410bc5-c711-446e-9a02-43655321025e req-c7457ecf-7d70-4241-8fda-e91abf6f0990 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Synchronizing usage tracker for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:23.315138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:23.324463 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:23.332182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-24410bc5-c711-446e-9a02-43655321025e req-c7457ecf-7d70-4241-8fda-e91abf6f0990 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Unset dirty status for tenant:0a737e5f6f3e4ad4a846e2def4cc0f52 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:23.333254 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-24410bc5-c711-446e-9a02-43655321025e req-c7457ecf-7d70-4241-8fda-e91abf6f0990 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] 10.222.0.25 "GET /v2.0/ports?device_id=a32182c1-c6c4-4792-a278-c6ec0b27c3a0 HTTP/1.1" status: 200 len: 210 time: 0.2474787 May 26 14:45:23.334135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.438280 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.467159 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 669c62af-78fd-4d3d-82bb-e7f8446f71a9 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:23.475013 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.482779 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.493694 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-872b3d79-f802-4137-aaf8-4b699f379a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:23.537176 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:23.541835 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:23.542222 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.550852 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fa850e1c233428c875107e61b3a1703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9249177 May 26 14:45:23.553643 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52408) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:23.574479 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be88c99-9777-4b7f-aee2-825ff2d07b27,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:23.582488 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:23.592540 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:23.593750 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:23.639596 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.682672 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.701997 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.724136 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 669c62af-78fd-4d3d-82bb-e7f8446f71a9, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=669c62af-78fd-4d3d-82bb-e7f8446f71a9,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:23.730986 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.736748 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:23.802563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.807229 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ea1be4d7-a45c-4883-ab79-4c1e49578929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:23.828430 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be88c99-9777-4b7f-aee2-825ff2d07b27,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:23.835380 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:23.855927 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.859968 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0be88c99-9777-4b7f-aee2-825ff2d07b27 HTTP/1.1" status: 204 len: 168 time: 0.3025813 May 26 14:45:23.873135 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=669c62af-78fd-4d3d-82bb-e7f8446f71a9,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:23.876251 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:23.965088 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0ae239ed-a608-40f2-9d88-023c66e03b1c None None] Provisioning complete for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:23.965859 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0ae239ed-a608-40f2-9d88-023c66e03b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:23.993366 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c1702-2911-48b4-8977-145c790350fd req-fb62f0d0-2926-4c93-8e61-acffaec8022f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:23.995322 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-325c1702-2911-48b4-8977-145c790350fd req-fb62f0d0-2926-4c93-8e61-acffaec8022f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1362324 May 26 14:45:24.003368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:45:24.085032 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 5f1dc4d3-e506-48e0-b852-3329bacfef8c no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:45:24.126443 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-325c1702-2911-48b4-8977-145c790350fd req-8139532a-6ddb-4699-a3c6-1fe13b64644a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230536 May 26 14:45:24.201692 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 5f1dc4d3-e506-48e0-b852-3329bacfef8c {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:45:24.203477 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 5f1dc4d3-e506-48e0-b852-3329bacfef8c not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:45:24.224309 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0ae239ed-a608-40f2-9d88-023c66e03b1c None None] Port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:45:24.241116 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:45:24.262086 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] 10.222.0.25 "PUT /v2.0/routers/417da2c7-c38b-48dd-b385-5741b2b1aa95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0848320 May 26 14:45:24.267436 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:45:24.277939 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:24.278677 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:45:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:24.554737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:25.088226 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 2, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:25.093312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:45:25.093904 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Updating router 417da2c7-c38b-48dd-b385-5741b2b1aa95 port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:45:25.166621 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:25.483752 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe49d-6dd8-41c0-b93e-ddb8d12d3c40 req-eb46aa86-54b9-4754-891e-7335e9ac4f93 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:25.485619 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ecdfe49d-6dd8-41c0-b93e-ddb8d12d3c40 req-eb46aa86-54b9-4754-891e-7335e9ac4f93 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1465356 May 26 14:45:25.499176 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 669c62af-78fd-4d3d-82bb-e7f8446f71a9 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:25.589522 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ecdfe49d-6dd8-41c0-b93e-ddb8d12d3c40 req-8a6aee9e-9a8a-4772-9d90-9b13e3e3a945 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968230 May 26 14:45:25.729859 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52500) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:25.736804 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787070040', 'description': 'tempest-description--152564983'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:25.747161 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:25.758845 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:25.766031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:25.781015 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:25.782043 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:25.785237 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:25.806921 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:25.883915 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:25.892519 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:25.897746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:25.904984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:25.950158 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.042977 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.045736 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Transition to ACTIVE for port object d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:26.047745 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.053611 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ee1d1e79-aac0-4179-a96f-d05c0055880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:26.055680 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.083243 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:26.201448 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01227945-b411-4257-a545-cb761ac2711d,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:26.207559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.211585 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52512) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:26.212354 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4805651 May 26 14:45:26.214308 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:26.237216 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group_rule': {'security_group_id': '01227945-b411-4257-a545-cb761ac2711d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:26.266991 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:26.277257 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:26.284304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:26.292945 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:26.357776 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.377993 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Pushing event updated for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:26.396378 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:26.531455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.536803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.561730 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:26.602674 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.604082 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904681 May 26 14:45:26.606770 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52528) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:26.609662 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64430190-571a-4aac-9775-3b661694971d,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:26.612412 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b5e25527-40f9-48ce-bf2d-4feb27fca376 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:26.614641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group_rule': {'security_group_id': '01227945-b411-4257-a545-cb761ac2711d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:26.620908 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:26.626259 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Attempting to bind port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:26.626655 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Attempting to bind port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:26.628066 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:26.630960 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Attempting to bind port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:26.631358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:26.640168 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:26.648290 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:26.648783 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Checking segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:26.649152 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.649542 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Bound using segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:26.650172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Bound port: d0f8f123-9a0c-4774-bb7e-3e093a6e2a48, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:26.650579 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.665184 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.738848 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.744881 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.749015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:26.790237 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f050bb2f-fcab-4dc4-bfd2-d892988331c5,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:26.795785 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.797179 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885705 May 26 14:45:26.798501 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:26.800565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52538) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:26.806704 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:26.815163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:26.818662 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] For port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:26.820343 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:floatingip and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:26.823425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:26.823886 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] For port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:26.831034 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.831701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:26.838382 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:26.848553 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:26.930658 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e9d0-34d7-4bd3-8ccf-73bf1307a0ef req-04a917fe-6fe3-43e0-82fa-92687a070023 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:26.932745 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7173e9d0-34d7-4bd3-8ccf-73bf1307a0ef req-04a917fe-6fe3-43e0-82fa-92687a070023 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1885889 May 26 14:45:26.961255 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:26.962048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:45:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:26.970036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52546) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:27.014007 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7173e9d0-34d7-4bd3-8ccf-73bf1307a0ef req-63196627-5e1f-43e2-81c6-e70a65e0bab2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 May 26 14:45:27.093021 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Pushing event updated for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:27.098842 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:27.122179 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.242964 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:27.263254 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.288686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:27.296369 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Usage tracker for resource:security_group_rule and tenant:9548e270566d48fa890f8750bfb7a042 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:27.301990 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:27.341317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:27.391462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Allocated IP 172.28.3.249 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/9b67e851-894e-45a4-a771-c40d63a44f31) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:27.579239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.584677 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.596191 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0a216ae9-a546-484b-8266-e617fb8305f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:27.632068 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.663914 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9548e270566d48fa890f8750bfb7a042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926298 May 26 14:45:27.666102 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6a46cc-177e-48ea-9cea-6190a897361f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:27.667812 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52568) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:27.671153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:27.698741 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.710313 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5c838023-1ee8-4d52-b5dc-8118b0ba801b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:27.744894 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:26Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:27.750339 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681439a-599e-4684-9b36-ad206579cd3c None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:26Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:45:27.772129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:27.775847 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:27.779962 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:27.784346 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.801865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=9b67e851-894e-45a4-a771-c40d63a44f31,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:27.815100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:27.840113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.842456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.914355 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.916684 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.922568 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:27.937333 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6a46cc-177e-48ea-9cea-6190a897361f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:27.942853 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:27.943984 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:27.947387 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b6a46cc-177e-48ea-9cea-6190a897361f HTTP/1.1" status: 204 len: 168 time: 0.2729263 May 26 14:45:28.171085 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.177089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.184189 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:28.261023 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.308305 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a096eb-f4c5-4810-a8ad-ba04c872ef92 req-60b43f1c-2f82-4a3f-bb6b-e8c6a65ca575 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:28.312994 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37a096eb-f4c5-4810-a8ad-ba04c872ef92 req-60b43f1c-2f82-4a3f-bb6b-e8c6a65ca575 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1422117 May 26 14:45:28.328942 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=9b67e851-894e-45a4-a771-c40d63a44f31,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:28.333083 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:28.334607 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.343912 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5340595 May 26 14:45:28.376287 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37a096eb-f4c5-4810-a8ad-ba04c872ef92 req-cce5460c-4b96-4b05-9cdb-971ec22bcb27 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 May 26 14:45:28.404329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52588) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:28.425135 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.441318 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:28.445667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Usage tracker for resource:security_group_rule and tenant:4f4952daf6e54884ab542e520ad630a8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:28.448603 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:28.458769 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:28.593786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.600415 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.610944 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-50d7131c-2312-45ef-9b65-79340be33be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:28.659882 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441f59f-efe8-4045-abaa-568f112fbd62,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:28.667271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:28.715853 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f4952daf6e54884ab542e520ad630a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079145 May 26 14:45:28.717227 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52606) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:28.797415 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-a32a29a0-8807-4e4e-bbd4-f02d905fc991 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:28.807506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:28.830928 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-a32a29a0-8807-4e4e-bbd4-f02d905fc991 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:28.832858 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-a32a29a0-8807-4e4e-bbd4-f02d905fc991 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--787070040&fields=id&tenant_id=62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 267 time: 0.1174810 May 26 14:45:28.876405 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.017036 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.026217 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-55a43d5c-3d94-4bcd-a1f7-cf1a4b3a01e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:29.048340 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441f59f-efe8-4045-abaa-568f112fbd62,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:29.053899 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.055470 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0441f59f-efe8-4045-abaa-568f112fbd62 HTTP/1.1" status: 204 len: 168 time: 0.3366082 May 26 14:45:29.056719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:29.129374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52624) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:29.169774 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-869dbc4d-f4e8-4867-9479-24291caf1229 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:29.178073 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-869dbc4d-f4e8-4867-9479-24291caf1229 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 811 time: 0.3342135 May 26 14:45:29.202762 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-76262e83-faf2-4363-a6e7-73b7cd4651dc tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/quotas/62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 375 time: 0.0238030 May 26 14:45:29.311090 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-b1138f76-3bd9-4f62-a819-28d256b051c7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017175 May 26 14:45:29.489928 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-3071b81f-6a94-46fb-b7ed-efcf2f3d241a service neutron] 10.222.0.25 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649175 May 26 14:45:29.519705 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52638) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:29.524257 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:29.638509 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.666352 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.672157 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:29.678455 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:29.679623 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.732307 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:29.741625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:29.745199 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Usage tracker for resource:security_group_rule and tenant:fabdc911135840a69162293527597c5d is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:29.749269 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-881696a3-59e4-4901-941a-1fcd793c3e44 service neutron] 10.222.0.25 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511120 May 26 14:45:29.751190 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:29.754745 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Usage tracker for resource:security_group_rule and tenant:31ecd2ea1ae64ef5b46efcea904437a4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:29.770148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:29.776182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:29.790897 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:29.846436 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.866011 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23935-16e6-4c18-aef4-f76ddacb87aa req-1190428c-200b-4553-9eb5-26c5859d91ec tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:29.873953 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-59b23935-16e6-4c18-aef4-f76ddacb87aa req-1190428c-200b-4553-9eb5-26c5859d91ec tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2138197 May 26 14:45:29.961713 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:29.969035 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:29.976116 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-59b23935-16e6-4c18-aef4-f76ddacb87aa req-22713376-01f1-45ef-b04f-b044a39ed304 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009653 May 26 14:45:29.979122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:30.008550 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f22bbf07-3e31-44e7-a949-50f846ca14d4 req-513eadd9-bb98-45b7-abe1-76844f475551 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 210 time: 0.0864844 May 26 14:45:30.033427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.047467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.056625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ac337dc6-1ffa-482d-abc0-822598b8c8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:30.066892 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.109930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.131929 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fabdc911135840a69162293527597c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996295 May 26 14:45:30.133147 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52664) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:30.147973 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:30.152390 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:30.179186 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c00807-49e4-45c1-b11f-7f2c999c57d4,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:30.201407 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:30.202113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ab021830-bc9c-4b7f-8593-1ba8e3786f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:30.215807 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ecd2ea1ae64ef5b46efcea904437a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918561 May 26 14:45:30.216617 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52676) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:30.236589 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.276509 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b7ffe7-5b9c-452c-8f3b-69ea026d2d87,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:30.302042 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:30.325760 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.334537 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.410411 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.417330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-99fa82d9-8a96-43f0-89e1-6ba8f31fa191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:30.433336 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c00807-49e4-45c1-b11f-7f2c999c57d4,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:30.443674 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:30.450272 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.452312 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0c00807-49e4-45c1-b11f-7f2c999c57d4 HTTP/1.1" status: 204 len: 168 time: 0.3175278 May 26 14:45:30.464584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.548711 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-a5a28244-4297-4a0d-983f-592deb67c5e0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2101905 May 26 14:45:30.564973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.575793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b3db445c-ff07-4c28-8b2c-72c9e5baa80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:30.625877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b7ffe7-5b9c-452c-8f3b-69ea026d2d87,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:30.643295 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:30.654232 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:30.670515 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99b7ffe7-5b9c-452c-8f3b-69ea026d2d87 HTTP/1.1" status: 204 len: 168 time: 0.4506114 May 26 14:45:30.852219 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-64907761-41ca-489d-8cca-00d10fa7839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:30.856323 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-64907761-41ca-489d-8cca-00d10fa7839b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.1335418 May 26 14:45:31.063261 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-3c656dda-957e-45c9-bc2e-e5120387c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:31.065053 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-3c656dda-957e-45c9-bc2e-e5120387c806 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1856947 May 26 14:45:31.360953 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-e647663e-f926-4ab9-909c-b3c078be1d34 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.2877326 May 26 14:45:31.380232 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eb60a-4c8a-4c68-8efe-d816fd3fc443 req-cec2f53c-eb65-40f6-8f0e-0c5d12b0d267 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:31.381850 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-989eb60a-4c8a-4c68-8efe-d816fd3fc443 req-cec2f53c-eb65-40f6-8f0e-0c5d12b0d267 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1264749 May 26 14:45:31.449550 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-989eb60a-4c8a-4c68-8efe-d816fd3fc443 req-47c00c24-04d0-4425-ad5e-ce62c04edac3 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500147 May 26 14:45:31.481971 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-5f5b231c-3288-43c4-bc04-b899a1750884 req-8ad79fb4-c7c1-4090-8fdb-55fa2421cc95 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:31.484357 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:31.531410 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-520d745e-328f-4455-a3a7-aa94afe8ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:31.540405 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-520d745e-328f-4455-a3a7-aa94afe8ebfe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.1378968 May 26 14:45:31.588651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-5f5b231c-3288-43c4-bc04-b899a1750884 req-8ad79fb4-c7c1-4090-8fdb-55fa2421cc95 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:31.589779 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5f5b231c-3288-43c4-bc04-b899a1750884 req-8ad79fb4-c7c1-4090-8fdb-55fa2421cc95 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 210 time: 0.2307432 May 26 14:45:31.612231 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:31.612612 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:31.616009 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-b8865220-7ea0-4468-86e3-2448da09f4e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748732 May 26 14:45:31.859700 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-014181f5-1729-4841-af3a-39ef43c7abc5 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365060 May 26 14:45:31.952933 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-f800d483-e294-40e5-a820-f9e80d5fb0e6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:31.955208 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-f800d483-e294-40e5-a820-f9e80d5fb0e6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 811 time: 0.2490637 May 26 14:45:32.039678 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-cd5f3ba1-8783-4446-9ce4-c0aed61f28d0 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 379 time: 0.0702577 May 26 14:45:32.066276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'port': {'device_id': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'admin_state_up': True, 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'security_groups': ['01227945-b411-4257-a545-cb761ac2711d']}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:32.069690 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff0a297e-42a4-4dd7-83a3-5a06f4581ca2 req-7c4eda0c-dfd6-47d6-a51d-d457a8f38408 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009730 May 26 14:45:32.260383 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:32.273396 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:32.285890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Made reservation on behalf of 62da8906816143588975cb0fcc2e7b20 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:32.289548 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:32.524224 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Allocated IP 172.20.0.14 (ed7af365-1feb-4363-bfbd-ac975926bc28/442cf590-aa95-4608-88fd-4cb53b384fb2/438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:32.682349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 52780) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:32.830547 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-73e32684-2245-4871-8127-4c32bbb69a85 req-67f775a2-f125-44ec-b0ee-5004beb04ff4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 210 time: 0.0878699 May 26 14:45:32.840130 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c388d9b-729b-4e15-a5e3-b78fb47fd10e req-63ccca2a-050c-410c-970a-257aba6cbd98 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:32.842255 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9c388d9b-729b-4e15-a5e3-b78fb47fd10e req-63ccca2a-050c-410c-970a-257aba6cbd98 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1987610 May 26 14:45:32.869453 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:32.894007 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9c388d9b-729b-4e15-a5e3-b78fb47fd10e req-1260678b-1e1a-4dd6-9303-e6bde5d0b88c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 May 26 14:45:32.899895 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Transition to ACTIVE for port object 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:32.941595 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:32.959954 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:33.031234 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:33.034422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:33.050912 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:33.057069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:33.058183 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.067294 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:33.070428 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:33.100293 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0450895 May 26 14:45:33.115413 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Request body: {'port': {'device_id': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:33.251063 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-219503242-network', 'tenant_id': '48871b36aa2b48a7aef5017702eed843'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:33.271575 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:33.286128 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Usage tracker for resource:network and tenant:48871b36aa2b48a7aef5017702eed843 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:33.290858 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:33.299241 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:33.303965 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.326279 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-7baf2e48-1336-408a-b3ed-9de43d387907 None None] Provisioning for port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:33.332916 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-7baf2e48-1336-408a-b3ed-9de43d387907 None None] Provisioning complete for port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:33.333409 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7baf2e48-1336-408a-b3ed-9de43d387907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.376049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Made reservation on behalf of 48871b36aa2b48a7aef5017702eed843 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:33.378334 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.392827 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.397318 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-7baf2e48-1336-408a-b3ed-9de43d387907 None None] Port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:45:33.410877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52804) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:33.415267 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:33.419306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Usage tracker for resource:security_group_rule and tenant:48871b36aa2b48a7aef5017702eed843 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:33.423610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:33.435702 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:33.583183 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.599102 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:33.602852 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Usage tracker for resource:security_group_rule and tenant:96749e0f303c4f689768aa729489ca57 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:33.605768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:33.617048 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:33.714930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.719967 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.720244 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.726902 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.730241 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:33.746802 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-59a4e330-d7d2-403a-931e-8512ea55daca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:33.770676 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8c605-8aa3-4ef1-b59b-eb53cb202efc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:33.774156 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:33.779903 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96749e0f303c4f689768aa729489ca57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637211 May 26 14:45:33.780510 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52818) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:33.849828 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:45:33.855450 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.866387 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:33.870563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398adbe-352f-464f-9707-11b946f89090,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:33.876341 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.876700 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Added segment 26cb6998-1f76-4de5-9935-ed037d75fbd3 of type vlan for network 4209c3f4-b95f-4968-8379-91031ee469d3 May 26 14:45:33.878943 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.881193 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:33.897991 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.903675 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Transition to ACTIVE for port object 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:33.918418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.936955 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:33.948240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:34.115550 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.122783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:34.142170 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8c605-8aa3-4ef1-b59b-eb53cb202efc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:34.144143 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.147588 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12d8c605-8aa3-4ef1-b59b-eb53cb202efc HTTP/1.1" status: 204 len: 168 time: 0.3638990 May 26 14:45:34.147588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:34.174864 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395e459-c355-4502-9c41-8f6e370b1f65 req-4150b11c-9cd3-4de0-81c5-e3dad7b9ec6c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:34.188896 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e395e459-c355-4502-9c41-8f6e370b1f65 req-4150b11c-9cd3-4de0-81c5-e3dad7b9ec6c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 944 time: 0.2094355 May 26 14:45:34.246424 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.db.resource_extend [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 14:45:34.255765 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Pushing event updated for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:34.258990 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:34.299061 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-e395e459-c355-4502-9c41-8f6e370b1f65 req-e0f58c3b-ebbc-4340-86b3-abaefb133ed4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:34.330298 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-e395e459-c355-4502-9c41-8f6e370b1f65 req-e0f58c3b-ebbc-4340-86b3-abaefb133ed4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:34.340429 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.351200 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e395e459-c355-4502-9c41-8f6e370b1f65 req-e0f58c3b-ebbc-4340-86b3-abaefb133ed4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558924 May 26 14:45:34.366873 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:34.367577 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.373761 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Attempting to bind port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:34.374159 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Attempting to bind port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:34.377410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Attempting to bind port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:34.381915 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6c1108c0-b8d0-472e-9701-c5f38631f917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:34.463686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce on network ed7af365-1feb-4363-bfbd-ac975926bc28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:45:34.464028 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Attempting to bind port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:34.584008 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:34.584339 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Checking segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:34.584722 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Bound using segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:34.585161 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Bound port: 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:34.585498 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.621506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 52852) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:34.628109 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Request body: {'subnet': {'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-219503242-subnet', 'tenant_id': '48871b36aa2b48a7aef5017702eed843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:34.631391 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9469717 May 26 14:45:34.633619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Pushing event updated for resources: {'Network': ['ID=4209c3f4-b95f-4968-8379-91031ee469d3,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:34.634865 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:34.646865 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 4209c3f4-b95f-4968-8379-91031ee469d3 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:45:34.652598 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Usage tracker for resource:subnet and tenant:48871b36aa2b48a7aef5017702eed843 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:34.661173 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:34.666995 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361344a-fd68-4bb1-9dcd-60ef022317f9 req-94b75200-e571-4d19-855b-1d9c22e757ca tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:34.669561 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9361344a-fd68-4bb1-9dcd-60ef022317f9 req-94b75200-e571-4d19-855b-1d9c22e757ca tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.5998554 May 26 14:45:34.673313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:34.675352 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:34.693719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Made reservation on behalf of 48871b36aa2b48a7aef5017702eed843 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:34.698793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.858529 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:34.876297 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9361344a-fd68-4bb1-9dcd-60ef022317f9 req-f2ea4986-578f-4e82-937b-4b9617479a9b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343031 May 26 14:45:34.881021 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:34.892544 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.896052 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72f3739f-e9bc-4a32-9df1-da6a7fe557a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:34.946474 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:34.947172 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:34.948568 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] 10.222.0.68 "PUT /v2.0/ports/438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 1094 time: 1.8389900 May 26 14:45:34.975945 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:34.998357 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Pushing event updated for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:35.010626 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:35.099366 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'status': 'completed', 'code': 200} May 26 14:45:35.145720 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-a5319001-eb23-4b6b-9e2b-f1598a4ddfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:35.147300 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-a5319001-eb23-4b6b-9e2b-f1598a4ddfd5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1097 time: 0.1312699 May 26 14:45:35.220307 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:35.225441 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1c8c138c-d7ad-45d3-bb62-1c34fd8afdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:35.225885 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:35.230141 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-1be9716f-b87a-4f90-a05b-7bf39bb3cd21 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 217 time: 0.0706513 May 26 14:45:35.303701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-e85d9610-c8a3-4f34-985e-039c8e980dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:35.305099 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-e85d9610-c8a3-4f34-985e-039c8e980dbf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0666149 May 26 14:45:35.314832 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7706c1b0-d075-4607-ab47-035c541903e5,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:35.317460 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:35.324487 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Checking segment: {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:35.324902 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Network hostable DHCP agents. Network: 4209c3f4-b95f-4968-8379-91031ee469d3, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:45:35.343823 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Network 4209c3f4-b95f-4968-8379-91031ee469d3 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:45:35.354189 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 4209c3f4-b95f-4968-8379-91031ee469d3) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:35.365498 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:35.366140 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:35.370548 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38063b-e1e7-4cf6-9d3f-7ee099293bed None None] Network 4209c3f4-b95f-4968-8379-91031ee469d3 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:35.397919 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-61758263-9b3d-49e1-b768-e2e04a1748fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7749081 May 26 14:45:35.419173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-13c36de1-f74e-4f1c-b067-e10edd7a1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:35.420745 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-13c36de1-f74e-4f1c-b067-e10edd7a1c09 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0982454 May 26 14:45:35.637017 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541c62d-b5d1-49ae-aa04-c977cb04d931 None None] Network 4209c3f4-b95f-4968-8379-91031ee469d3 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:35.669175 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-de20dde6-85ff-4e2c-9ade-02679c322fdd service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384844 May 26 14:45:35.681718 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b800cc4-7b98-49c2-923d-73429f7db8fb req-598e3147-5373-46f6-bbf4-c990600676a4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:35.682416 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6b800cc4-7b98-49c2-923d-73429f7db8fb req-598e3147-5373-46f6-bbf4-c990600676a4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:35.789411 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-6b800cc4-7b98-49c2-923d-73429f7db8fb req-598e3147-5373-46f6-bbf4-c990600676a4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:35.790578 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6b800cc4-7b98-49c2-923d-73429f7db8fb req-598e3147-5373-46f6-bbf4-c990600676a4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 944 time: 0.2614119 May 26 14:45:35.874907 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6b800cc4-7b98-49c2-923d-73429f7db8fb req-a2216eec-a6c4-4557-bdd8-55746ffc8a20 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766082 May 26 14:45:35.876928 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6da367fa-c17f-4043-ba76-c753c90befb0 req-4adfa5a2-f22c-44b5-8a48-25230e01a343 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901217 May 26 14:45:36.028888 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-4de83ac9-71fa-480f-960d-cb7fee1c8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:36.031450 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-4de83ac9-71fa-480f-960d-cb7fee1c8193 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1097 time: 0.0915744 May 26 14:45:36.134661 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c07c95-47bb-4d79-bc0b-2349c6585e37 req-c9866a14-a159-400e-aee7-32d844a6ed6e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:36.139955 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d4c07c95-47bb-4d79-bc0b-2349c6585e37 req-c9866a14-a159-400e-aee7-32d844a6ed6e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1315835 May 26 14:45:36.240380 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d4c07c95-47bb-4d79-bc0b-2349c6585e37 req-66a71ad2-0353-49f8-b20e-0bfa01f3430a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944076 May 26 14:45:36.295116 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-7ef4c031-bf23-44de-8247-125ed3d75503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:36.296615 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-7ef4c031-bf23-44de-8247-125ed3d75503 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.2574272 May 26 14:45:36.381791 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-bf234bbe-7df1-43fe-a3e8-7a25191c0240 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 217 time: 0.0779233 May 26 14:45:36.448894 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-bbc8722c-75e5-4209-bc67-985ed7bcc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:36.450304 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-bbc8722c-75e5-4209-bc67-985ed7bcc8a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0620010 May 26 14:45:36.604576 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-bb871ef8-5da1-407e-9445-b610e91c5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:36.606028 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-bb871ef8-5da1-407e-9445-b610e91c5fd0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1442618 May 26 14:45:36.772186 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-9e3cccea-f4d9-4f35-8512-de674001b4c9 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568305 May 26 14:45:36.932443 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-db971731-4d9f-4b30-a6d8-8998557d6d5f req-68cd00f7-2532-4178-8bb9-22d342cb9ce0 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542101 May 26 14:45:37.092834 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe7d55-97bb-400c-9ecd-0544c619eb51 req-bedb52b4-83ee-4e3d-bb9c-59b182b54263 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:37.094315 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0ffe7d55-97bb-400c-9ecd-0544c619eb51 req-bedb52b4-83ee-4e3d-bb9c-59b182b54263 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 944 time: 0.0790477 May 26 14:45:37.142931 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0ffe7d55-97bb-400c-9ecd-0544c619eb51 req-5b8d0d40-8be9-4467-a79c-ad09df8776c9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 May 26 14:45:37.441570 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199066f-e0c8-4160-bcce-ad613fd7ea19 req-133b355c-657e-485f-8300-0cefaddb3087 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:37.443015 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c199066f-e0c8-4160-bcce-ad613fd7ea19 req-133b355c-657e-485f-8300-0cefaddb3087 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.0834811 May 26 14:45:37.492911 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c199066f-e0c8-4160-bcce-ad613fd7ea19 req-fb87ba54-3a55-47f2-bdca-9310caac879f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 May 26 14:45:37.881812 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-596dc2da-4f00-4f25-af1e-a511b2d365a6 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:37.883244 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-596dc2da-4f00-4f25-af1e-a511b2d365a6 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 813 time: 0.2316117 May 26 14:45:37.899404 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-10212fb3-142b-4aae-ad5d-165b1ca4c730 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/quotas/48871b36aa2b48a7aef5017702eed843 HTTP/1.1" status: 200 len: 375 time: 0.0105071 May 26 14:45:37.966825 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-2e32e74c-2bb6-42d7-a63a-862875746584 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527289 May 26 14:45:38.136295 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-6d3c3281-e6cf-445a-b520-39db9e8bb2ad service neutron] 10.222.0.25 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611717 May 26 14:45:38.148455 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:45:38.288160 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-60424fe4-9bbc-40eb-96dc-d6a170f0a91e service neutron] 10.222.0.25 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509039 May 26 14:45:38.361793 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:38.383797 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'port_id': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'mac_address': 'fa:16:3e:b0:13:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:45:38.388774 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456120bf-5825-4fbe-8736-cfcf81313a9a req-4030925e-f41d-444a-9733-9294facfc7cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:38.402094 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-456120bf-5825-4fbe-8736-cfcf81313a9a req-4030925e-f41d-444a-9733-9294facfc7cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 944 time: 0.1195645 May 26 14:45:38.459760 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:38.510512 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:38.537518 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:38.537812 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:38.538619 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-456120bf-5825-4fbe-8736-cfcf81313a9a req-8d718deb-6360-4aa1-ba12-4dbebf75f47c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355608 May 26 14:45:38.539845 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:38.639024 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-78d3d234-a1e6-4901-94ed-7a4d19c186df req-b3b74417-ae4d-4b4b-8170-127f62d07550 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1036055 May 26 14:45:38.648169 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:38.651373 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:38.663605 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53002) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:38.799013 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:45:38.815624 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c54b65-0100-4096-acee-2bb713eb3337 req-ddd3ee8d-49cd-43a5-8bc4-e58dff99ab2d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:38.817681 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d6c54b65-0100-4096-acee-2bb713eb3337 req-ddd3ee8d-49cd-43a5-8bc4-e58dff99ab2d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1059513 May 26 14:45:38.855598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:38.888190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:38.896999 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d32eeb4699f84b4eb8208ef62e655c50 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:38.908904 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d6c54b65-0100-4096-acee-2bb713eb3337 req-98e55eac-2f12-44e5-927e-72b45422cf6f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 May 26 14:45:38.909835 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:38.919257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:39.044442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.048921 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.055336 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f683edd9-35de-48eb-9873-60bd2b1f72e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:39.097534 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d32eeb4699f84b4eb8208ef62e655c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326546 May 26 14:45:39.098702 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3222ff64-70e3-478c-a5d8-46448b71059f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:39.100203 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53026) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:39.104508 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:39.170767 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.207999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.274430 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.280394 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-472a50ff-19e6-4c40-9bd9-dcb720e5f2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:39.294984 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3222ff64-70e3-478c-a5d8-46448b71059f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:39.296942 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.300448 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3222ff64-70e3-478c-a5d8-46448b71059f HTTP/1.1" status: 204 len: 168 time: 0.1960664 May 26 14:45:39.300448 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:39.669475 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53048) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:39.692505 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.707885 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:39.713276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9fe2f68bad43798605614133d6b47b is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:39.716661 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:39.729888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:39.776501 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf6771-d64c-4fb3-abb6-6b92215ca789 req-405c5005-26b9-4e68-95e9-cd554dad8da6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:39.778117 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14cf6771-d64c-4fb3-abb6-6b92215ca789 req-405c5005-26b9-4e68-95e9-cd554dad8da6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 945 time: 0.1172729 May 26 14:45:39.861654 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14cf6771-d64c-4fb3-abb6-6b92215ca789 req-6b304613-1ff5-4462-bce5-aaf2c95e2bd4 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760212 May 26 14:45:39.903886 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.913001 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:39.931471 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6b4754c0-dbb9-498a-abe5-008020cefe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:39.953162 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fc45e226-8942-4802-a377-351aa00c89e2 req-ce801bb8-44d5-43ec-a134-881c99cfc12c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 210 time: 0.1597841 May 26 14:45:39.995523 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f9fe2f68bad43798605614133d6b47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236239 May 26 14:45:39.996645 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b31f8-4094-474e-bcc2-0ba293445565,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:39.999104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53060) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:40.001289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:40.129574 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b0ad1031-79d5-4b73-9be4-a4f74698f670 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:40.130242 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b0ad1031-79d5-4b73-9be4-a4f74698f670 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Synchronizing usage tracker for tenant:48871b36aa2b48a7aef5017702eed843 on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:40.177847 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.179341 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b0ad1031-79d5-4b73-9be4-a4f74698f670 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Unset dirty status for tenant:48871b36aa2b48a7aef5017702eed843 on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:40.183746 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b0ad1031-79d5-4b73-9be4-a4f74698f670 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 813 time: 0.3581252 May 26 14:45:40.198056 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:40.208746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Request body: {'port': {'device_id': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3', 'admin_state_up': True, 'tenant_id': '48871b36aa2b48a7aef5017702eed843'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:40.232114 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.290320 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:40.298812 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:40.300150 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.335392 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a3e8-5583-4054-be18-67db0ac527df req-7895620b-2f6a-4065-9435-d5738cff9609 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:40.342984 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0048a3e8-5583-4054-be18-67db0ac527df req-7895620b-2f6a-4065-9435-d5738cff9609 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2954013 May 26 14:45:40.443318 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0048a3e8-5583-4054-be18-67db0ac527df req-88eb7a6a-e32d-4521-99f7-d5b25ecfd882 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993445 May 26 14:45:40.448329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:40.453669 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.455675 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Usage tracker for resource:port and tenant:48871b36aa2b48a7aef5017702eed843 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:40.458723 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:40.473290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:40.476427 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.481269 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:40.487117 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:40.495557 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b31f8-4094-474e-bcc2-0ba293445565,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:40.499520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:40.500049 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:40.500197 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Made reservation on behalf of 48871b36aa2b48a7aef5017702eed843 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:40.503964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.505260 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.509129 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-02005ae1-ff78-4062-824c-bf8a4c6900c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:40.532565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:40.536736 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/264b31f8-4094-474e-bcc2-0ba293445565 HTTP/1.1" status: 204 len: 168 time: 0.5297277 May 26 14:45:40.553222 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'code': 200} May 26 14:45:40.597790 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:40.620586 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:40.713478 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Allocated IP 172.20.0.7 (4209c3f4-b95f-4968-8379-91031ee469d3/7706c1b0-d075-4607-ab47-035c541903e5/fd5714ff-1f2a-4966-8863-0e06d953268f) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:45:40.870434 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d4cc6-645b-4634-b0a5-ef3960ec5e45 req-d8e535c4-5aa1-41ab-ab9b-9165725042b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:40.872197 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e70d4cc6-645b-4634-b0a5-ef3960ec5e45 req-d8e535c4-5aa1-41ab-ab9b-9165725042b3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1099 time: 0.0841682 May 26 14:45:40.958390 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e70d4cc6-645b-4634-b0a5-ef3960ec5e45 req-276a5668-512e-489f-8671-7e7ca1ba7fd8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782301 May 26 14:45:41.108395 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.148260 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068566-8377-4574-91a2-f5b0278d9b8d req-f7aa8307-d019-480b-9f94-6f19780fc465 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:41.148260 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c6068566-8377-4574-91a2-f5b0278d9b8d req-f7aa8307-d019-480b-9f94-6f19780fc465 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1242535 May 26 14:45:41.182354 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53100) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:41.203676 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2729ff85-7c4e-4260-a4dd-345e5098d59a req-1babd4f7-456b-4f22-99a3-3bdba2dabb83 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0748689 May 26 14:45:41.214975 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c6068566-8377-4574-91a2-f5b0278d9b8d req-e6d4c1b3-5416-4620-ac60-e2845ec1e682 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646656 May 26 14:45:41.217574 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.236169 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:41.240105 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.244085 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ca2f1501054e10a05c9ad10e8cf4a8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:41.249423 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:41.252733 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:41.293079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:41.323928 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Network 4209c3f4-b95f-4968-8379-91031ee469d3 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:45:41.328505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:41.331064 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:45:41.336792 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:41.337546 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.376230 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Pushing event updated for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:41.379170 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:41.393388 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884031 May 26 14:45:41.410771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Request body: {'port': {'device_id': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:41.555276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.572231 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.622884 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.640562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3ace0d81-4fec-47a0-85af-2cceb9e05fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:41.736371 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3283495-5398-4e64-b2c6-16375128438d,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:41.746337 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7ca2f1501054e10a05c9ad10e8cf4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579877 May 26 14:45:41.746722 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53126) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:41.747176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:41.815805 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.847160 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.935049 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.939928 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe01f0e-4d2d-4d89-a9d1-f85bc678eef5 req-06be8eb8-9877-4507-86ce-f8381fdce5d9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:41.941171 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4c6f6f3f-82e1-4cc7-b24e-bd87154c5af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:41.947446 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ebe01f0e-4d2d-4d89-a9d1-f85bc678eef5 req-06be8eb8-9877-4507-86ce-f8381fdce5d9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.3084073 May 26 14:45:41.954974 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3283495-5398-4e64-b2c6-16375128438d,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:41.961872 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:41.966624 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:41.968361 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3283495-5398-4e64-b2c6-16375128438d HTTP/1.1" status: 204 len: 168 time: 0.2201202 May 26 14:45:42.092852 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ebe01f0e-4d2d-4d89-a9d1-f85bc678eef5 req-3ab8f5df-ac9e-400b-b5b4-c09212f78a3c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387351 May 26 14:45:42.291026 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5714ff-1f2a-4966-8863-0e06d953268f {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:42.313859 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:42.354785 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Transition to ACTIVE for port object fd5714ff-1f2a-4966-8863-0e06d953268f will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:45:42.362267 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:42.368965 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:42.606242 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Pushing event updated for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:42.610387 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:42.641530 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Attempting to bind port fd5714ff-1f2a-4966-8863-0e06d953268f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:45:42.641856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Attempting to bind port fd5714ff-1f2a-4966-8863-0e06d953268f by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:45:42.642180 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Attempting to bind port fd5714ff-1f2a-4966-8863-0e06d953268f on network 4209c3f4-b95f-4968-8379-91031ee469d3 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:42.649979 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Port fd5714ff-1f2a-4966-8863-0e06d953268f on network 4209c3f4-b95f-4968-8379-91031ee469d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:45:42.650294 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Attempting to bind port fd5714ff-1f2a-4966-8863-0e06d953268f on network 4209c3f4-b95f-4968-8379-91031ee469d3 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:45:42.652347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fbe72-25ad-4580-9df8-786259f93bae req-679ca4bd-ec20-43f6-9435-5248c528c1bc tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:42.657763 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:45:42.658208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Checking segment: {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:42.658589 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Bound using segment: {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:45:42.659010 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Bound port: fd5714ff-1f2a-4966-8863-0e06d953268f, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:45:42.659353 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:42.662077 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3a8fbe72-25ad-4580-9df8-786259f93bae req-679ca4bd-ec20-43f6-9435-5248c528c1bc tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1720788 May 26 14:45:42.677115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb57a92-0c85-40e5-9509-81089b8dba41 req-ef97a0e4-7dbe-4c66-bbc1-eef7d20e2e17 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:42.684313 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3eb57a92-0c85-40e5-9509-81089b8dba41 req-ef97a0e4-7dbe-4c66-bbc1-eef7d20e2e17 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.2710118 May 26 14:45:42.718440 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3a8fbe72-25ad-4580-9df8-786259f93bae req-daec1a6d-4a57-41b8-b9b3-beae1724d467 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 May 26 14:45:42.852789 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3eb57a92-0c85-40e5-9509-81089b8dba41 req-13983003-0d21-4b3e-a237-59738b594fbf tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666684 May 26 14:45:42.859916 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:45:42.871317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd5714ff-1f2a-4966-8863-0e06d953268f,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:45:42.877761 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:42.883087 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-eb430e39-b8df-4ec5-92f6-c9d4d974c2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:42.969905 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:42.970512 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:42.971991 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] 10.222.0.68 "PUT /v2.0/ports/fd5714ff-1f2a-4966-8863-0e06d953268f HTTP/1.1" status: 200 len: 1093 time: 1.5664246 May 26 14:45:42.972526 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:43.059733 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Pushing event updated for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:43.064467 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:43.112066 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f', 'status': 'completed', 'code': 200} May 26 14:45:43.189746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0523c3-3dd8-42ab-a5aa-069aa7e9ac8f req-90654e54-e752-4630-ae01-96ab2ac8089d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:43.191492 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dd0523c3-3dd8-42ab-a5aa-069aa7e9ac8f req-90654e54-e752-4630-ae01-96ab2ac8089d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1729922 May 26 14:45:43.194481 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-7b95ffa3-0434-43f2-91a6-79472177a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:43.195541 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-7b95ffa3-0434-43f2-91a6-79472177a6d4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 1096 time: 0.1760428 May 26 14:45:43.202410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53196) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:43.279551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'floatingip': {'port_id': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:43.339021 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eadef2-307e-4c7a-a425-e3233cbfdee7 req-1c984f09-2cd7-47db-b2ee-3106c8edeea5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:43.342643 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-01eadef2-307e-4c7a-a425-e3233cbfdee7 req-1c984f09-2cd7-47db-b2ee-3106c8edeea5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.0958838 May 26 14:45:43.425726 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-01eadef2-307e-4c7a-a425-e3233cbfdee7 req-3f95cd1e-e33e-4625-8faf-0a3ea0c0afe6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769801 May 26 14:45:43.480014 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-e72b5311-2717-4f36-a8bc-cec9bcd5a075 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5714ff-1f2a-4966-8863-0e06d953268f HTTP/1.1" status: 200 len: 217 time: 0.2737374 May 26 14:45:43.492079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:43.781402 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-7e0dc5e4-a14e-4392-b6f8-b3bf70259ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:43.782912 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-7e0dc5e4-a14e-4392-b6f8-b3bf70259ac6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7706c1b0-d075-4607-ab47-035c541903e5 HTTP/1.1" status: 200 len: 853 time: 0.2136300 May 26 14:45:43.843030 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-71d6cebb-3aed-47dd-b85e-a013069f4cb5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4209c3f4-b95f-4968-8379-91031ee469d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502470 May 26 14:45:44.340702 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-83a05589-7917-439f-850e-79acf142de27 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847817 May 26 14:45:44.629872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-39112ae5-ab49-42bf-a249-5ef3ab5fb14c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:44.630648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-39112ae5-ab49-42bf-a249-5ef3ab5fb14c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Synchronizing usage tracker for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:44.727016 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-39112ae5-ab49-42bf-a249-5ef3ab5fb14c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Unset dirty status for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:44.728164 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-39112ae5-ab49-42bf-a249-5ef3ab5fb14c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 943 time: 0.7934556 May 26 14:45:44.754153 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c994a-cd6e-4001-9816-bcf6ad11a042 req-78377810-061b-4120-a27c-41778ef9ed75 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:44.755937 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-748c994a-cd6e-4001-9816-bcf6ad11a042 req-78377810-061b-4120-a27c-41778ef9ed75 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1177282 May 26 14:45:44.781210 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7d80c236-aa4d-4655-bae3-bc668c85c274 req-178f8fea-be23-4346-b8fa-266f3891449e service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961018 May 26 14:45:44.812478 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-748c994a-cd6e-4001-9816-bcf6ad11a042 req-c0fe7956-6167-4418-b0f4-af580b4d536e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470023 May 26 14:45:44.924737 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-2cd60de6-1862-456d-bc9d-1fda2efe12ea tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Synchronizing usage tracker for tenant:48871b36aa2b48a7aef5017702eed843 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:44.966271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.db.resource_extend [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 14:45:45.143756 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-2cd60de6-1862-456d-bc9d-1fda2efe12ea tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Unset dirty status for tenant:48871b36aa2b48a7aef5017702eed843 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:45.144891 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b30a0630-f219-4548-9d34-1af0a12c7111 req-2cd60de6-1862-456d-bc9d-1fda2efe12ea tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032745 May 26 14:45:45.177452 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.181033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-9aa780ed-d846-4481-a36f-dd9a0fa4c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:45.184276 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-9aa780ed-d846-4481-a36f-dd9a0fa4c430 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 1096 time: 0.3214631 May 26 14:45:45.184276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.308233 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53310) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:45.443926 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.460388 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:45.464644 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Usage tracker for resource:security_group_rule and tenant:9a51db9b536e4fd3877c05d53e477edb is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:45.468458 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:45.475239 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:45.489894 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Floating IP 9a268022-d34a-4370-8d27-211c59be05e4 associated. External IP: 172.28.3.249, port: 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce. May 26 14:45:45.547533 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-4d4760fb-d3d0-42c1-8604-949b52cfb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:45.548993 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-4d4760fb-d3d0-42c1-8604-949b52cfb12a service neutron] 10.222.0.68 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 915 time: 0.3076174 May 26 14:45:45.576120 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.581428 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.592391 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ba14d846-1258-4982-956c-bf05ba17b674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:45.637652 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-484c8116-d5f0-41aa-a2a4-7a46f9f528f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5714ff-1f2a-4966-8863-0e06d953268f HTTP/1.1" status: 200 len: 217 time: 0.0769632 May 26 14:45:45.640393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53320) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:45.640517 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a51db9b536e4fd3877c05d53e477edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311040 May 26 14:45:45.641318 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc44f7-df19-4d11-8a9f-eefa4e95ceb1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:45.658141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:45.821906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-2a419e67-0574-4e34-a848-b73f4276ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:45.823329 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-2a419e67-0574-4e34-a848-b73f4276ed15 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7706c1b0-d075-4607-ab47-035c541903e5 HTTP/1.1" status: 200 len: 853 time: 0.1697505 May 26 14:45:45.891175 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:45.894240 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-4f641aea-d955-4ab6-9b27-96963a1a6e38 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4209c3f4-b95f-4968-8379-91031ee469d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610418 May 26 14:45:46.115700 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.116370 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53334) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:46.175822 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Deleting subnet c08bc247-f56e-4270-8e0d-5e7f131411cd {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:45:46.178844 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.241424 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.315814 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-6780d119-5609-447e-9a4a-e73521220b8d service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691564 May 26 14:45:46.331941 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cff376-c12e-43af-85fe-cc8746303e84 req-13df6a91-a1f0-473e-8e0b-bfb533eee0a0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:46.333841 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-15cff376-c12e-43af-85fe-cc8746303e84 req-13df6a91-a1f0-473e-8e0b-bfb533eee0a0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.3790247 May 26 14:45:46.354908 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.359337 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:45:46.360141 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.368534 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:46.415558 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a0ca3-f380-44ab-944c-4bb83b811aae req-fb4adc16-d896-450b-9ee6-2e49cd404fd8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:46.417016 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e71a0ca3-f380-44ab-944c-4bb83b811aae req-fb4adc16-d896-450b-9ee6-2e49cd404fd8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 943 time: 0.1484809 May 26 14:45:46.544887 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc44f7-df19-4d11-8a9f-eefa4e95ceb1,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:46.550963 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:46.627816 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e71a0ca3-f380-44ab-944c-4bb83b811aae req-95166f38-fb35-4ffa-af9b-fcacb593d723 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901586 May 26 14:45:46.641631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.642787 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fdc44f7-df19-4d11-8a9f-eefa4e95ceb1 HTTP/1.1" status: 204 len: 168 time: 1.0015311 May 26 14:45:46.679054 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-15cff376-c12e-43af-85fe-cc8746303e84 req-68d9e015-e352-41a8-a617-057333130f61 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224177 May 26 14:45:46.768796 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.774755 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:46.786568 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c02996ad-3c08-44a8-a1f6-030199952f4e req-6edb50e7-5a41-4baa-8cdb-f56d5e540b21 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603348 May 26 14:45:46.808489 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:45:46.814347 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.819607 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:45:46.823584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08bc247-f56e-4270-8e0d-5e7f131411cd,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:46.826081 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:46.830962 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:46.843682 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-664324c3-775b-46a9-9c7c-2975d188a6ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c08bc247-f56e-4270-8e0d-5e7f131411cd HTTP/1.1" status: 204 len: 168 time: 0.7261586 May 26 14:45:46.845364 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:46.845994 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:45:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:46.846151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53352) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:46.909444 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-dfa9a967-b230-4411-b585-804771c3eea3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "PUT /v2.0/floatingips/9a268022-d34a-4370-8d27-211c59be05e4 HTTP/1.1" status: 200 len: 992 time: 3.7031994 May 26 14:45:46.909444 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:47.008106 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'status': 'completed', 'code': 200} May 26 14:45:47.024773 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.094375 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53364) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:47.202285 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.208017 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:47.212236 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-72fc9045-1ae0-4606-8a72-8eb7f9450f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:47.213146 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-72fc9045-1ae0-4606-8a72-8eb7f9450f6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1099 time: 0.1771741 May 26 14:45:47.239170 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.247250 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:47.255584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf5d8d7cd4d49a8a25c18eceb0daf2e is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:47.258908 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b47dc4-bbb6-4728-93f6-5a9aa56781e9']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:47.266485 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:47.283002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225eea1a-f346-4412-9dcc-24f2c8731ee9') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:47.283002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225eea1a-f346-4412-9dcc-24f2c8731ee9') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:47.289437 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:47.299510 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.327141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.338313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:45:47.338816 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:45:47.354275 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:45:47.412209 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-a449eb56-75f1-4e09-b847-c70c95ee4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:47.413484 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-a449eb56-75f1-4e09-b847-c70c95ee4875 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.1916335 May 26 14:45:47.513188 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.521519 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.538900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-83409d2b-d06c-49e9-9fd1-e7a6a98516ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:47.558828 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-980882f9-bdae-44eb-accf-bcea5bace798 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 1000 time: 0.1372578 May 26 14:45:47.566024 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5b47dc4-bbb6-4728-93f6-5a9aa56781e9 HTTP/1.1" status: 204 len: 168 time: 0.7190287 May 26 14:45:47.569417 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53374) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:47.577849 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b47dc4-bbb6-4728-93f6-5a9aa56781e9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:47.580733 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:47.589309 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.593830 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.603062 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1efd6059-be3d-46f0-a6b7-36c600c24973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:47.649793 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bf5d8d7cd4d49a8a25c18eceb0daf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486090 May 26 14:45:47.653029 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53380) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:47.706224 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70122ef-2b15-40dc-997d-bc92c41c5aad,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:47.709787 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:47.781740 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-e8553fa3-4c07-4c21-b40d-3918bc0b83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:47.783395 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-e8553fa3-4c07-4c21-b40d-3918bc0b83d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.2157185 May 26 14:45:47.787240 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '9a268022-d34a-4370-8d27-211c59be05e4', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:b0:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:45:27Z', 'updated_at': '2021-05-26T14:45:44Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:47.788294 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Deleting subnet de714f65-454e-424e-a15e-cf2ee5998310 {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:45:47.791800 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:45:47.802916 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:45:47.803775 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:45:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:47.836824 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.893126 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.919248 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65cb0a-f0a6-4003-b852-476d0b98af08 req-04499bf4-dfd4-4cea-9a05-ed3d2e73d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:47.921532 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ed65cb0a-f0a6-4003-b852-476d0b98af08 req-04499bf4-dfd4-4cea-9a05-ed3d2e73d6dc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 1098 time: 0.2502251 May 26 14:45:47.932741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.955558 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.977908 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:47.998509 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:45:48.011046 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3e01-706b-433e-950a-4021cf8ee7bc req-c9c68102-3a7f-4288-b254-afe1e8df1920 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:48.019086 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-23cb3e01-706b-433e-950a-4021cf8ee7bc req-c9c68102-3a7f-4288-b254-afe1e8df1920 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 943 time: 0.2377269 May 26 14:45:48.037120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-d43a6423-d10f-43e0-985e-b37ad30c8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:48.039457 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-d43a6423-d10f-43e0-985e-b37ad30c8888 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2368653 May 26 14:45:48.041202 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ed65cb0a-f0a6-4003-b852-476d0b98af08 req-03f18d4b-71a8-4a3f-b773-a39db3954140 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098521 May 26 14:45:48.070306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588b8bb-5ab1-4868-a0e5-320f3d1e0ae4 req-4c592efa-8120-48e8-ad85-5a32d2f468b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:48.071914 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0588b8bb-5ab1-4868-a0e5-320f3d1e0ae4 req-4c592efa-8120-48e8-ad85-5a32d2f468b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.2020977 May 26 14:45:48.077334 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-23cb3e01-706b-433e-950a-4021cf8ee7bc req-d1d0a866-b9e3-4e11-816b-a8494d4c2d77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 May 26 14:45:48.091770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.099693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-61df75bc-a771-45f5-8cf4-5527f124f374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:48.116981 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70122ef-2b15-40dc-997d-bc92c41c5aad,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:48.141197 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.152325 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b70122ef-2b15-40dc-997d-bc92c41c5aad HTTP/1.1" status: 204 len: 168 time: 0.4980097 May 26 14:45:48.155510 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:48.235465 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device fd5714ff-1f2a-4966-8863-0e06d953268f details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:45:48.385983 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0f64-a8c1-43fa-a83e-3a0105ecbacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.428148 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd5714ff-1f2a-4966-8863-0e06d953268f,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:48.448398 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': 'fd5714ff-1f2a-4966-8863-0e06d953268f', 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3', 'port_id': 'fd5714ff-1f2a-4966-8863-0e06d953268f', 'mac_address': 'fa:16:3e:fd:b0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7706c1b0-d075-4607-ab47-035c541903e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:45:48.458031 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0588b8bb-5ab1-4868-a0e5-320f3d1e0ae4 req-cdaaf7ab-858e-4242-bc5e-78c57e18201a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344712 May 26 14:45:48.518789 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-7b742b76-84a2-4d47-b16f-69deda894960 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965979 May 26 14:45:48.524145 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.532710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:48.548330 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '9a268022-d34a-4370-8d27-211c59be05e4', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:b0:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:45:27Z', 'updated_at': '2021-05-26T14:45:44Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:48.554435 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cbe8e-ea73-45c3-97d7-60812622c423 None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '9a268022-d34a-4370-8d27-211c59be05e4', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:b0:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:45:27Z', 'updated_at': '2021-05-26T14:45:44Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:45:48.555600 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.581329 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5714ff-1f2a-4966-8863-0e06d953268f {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:45:48.593149 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.600337 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de714f65-454e-424e-a15e-cf2ee5998310,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:48.602753 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:48.613520 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd5714ff-1f2a-4966-8863-0e06d953268f,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:48.623151 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:48.625734 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:48.723905 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:48.727163 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:48.821245 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/de714f65-454e-424e-a15e-cf2ee5998310 HTTP/1.1" status: 204 len: 168 time: 1.2508349 May 26 14:45:48.823758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53410) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:48.879380 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8e5001a3-a209-4b29-9476-d861891c0d92 req-94dd045c-4099-4bc0-bb21-dc2157a81156 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497500 May 26 14:45:48.898818 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8f597-9ea0-4309-89a2-6d8993e5722a None None] New status for floating IP 9a268022-d34a-4370-8d27-211c59be05e4: ACTIVE {{(pid=103659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:45:48.930648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53416) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:49.027860 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.145307 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['fd5714ff-1f2a-4966-8863-0e06d953268f'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:45:49.228004 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.233602 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.251806 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18632085-5005-43d6-9cad-e86da3d69616']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:49.280228 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:49.287449 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c5b223-2aaf-47de-be7d-c5964e848efb') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:49.287787 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c5b223-2aaf-47de-be7d-c5964e848efb') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:45:49.290871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Usage tracker for resource:security_group_rule and tenant:628a8cd8d6dd4b9aaadf8180a3a46cc1 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:49.298398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:49.315449 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.325566 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:49.335319 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.345930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:45:49.346355 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:45:49.459099 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:45:49.527579 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.531289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.535937 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.544447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.547393 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-bc29ccf3-2efe-4c5f-8e54-c38b349f51c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:49.554726 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-06643594-3c2d-47a1-8f5c-0d9bb88a873d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:49.574858 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18632085-5005-43d6-9cad-e86da3d69616,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:49.578995 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:49.580848 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/18632085-5005-43d6-9cad-e86da3d69616 HTTP/1.1" status: 204 len: 168 time: 0.7558062 May 26 14:45:49.639244 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=628a8cd8d6dd4b9aaadf8180a3a46cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067432 May 26 14:45:49.645382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34d7a-fe70-4438-822d-dbf677e8e2ae req-25bf7d30-edc6-46a0-9683-d18bfce051c0 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:49.647620 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53446) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:49.649001 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0ba34d7a-fe70-4438-822d-dbf677e8e2ae req-25bf7d30-edc6-46a0-9683-d18bfce051c0 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 944 time: 0.1892819 May 26 14:45:49.669919 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404c252f-268e-4842-a2ad-228363d0e264,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:49.675616 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:49.730754 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0ba34d7a-fe70-4438-822d-dbf677e8e2ae req-c0c71da9-02ba-4dca-bdaf-c8ae994c966f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 May 26 14:45:49.788237 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.831107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.853434 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53452) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:49.903386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686316d-4f21-425f-ba02-24379c457cbe req-fd70d5b5-d54f-4d40-9bbc-5bb42d8ca277 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:49.904885 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a686316d-4f21-425f-ba02-24379c457cbe req-fd70d5b5-d54f-4d40-9bbc-5bb42d8ca277 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1759925 May 26 14:45:49.964874 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-377cf824-475d-4bdc-9a51-34b555d44f2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a737e5f6f3e4ad4a846e2def4cc0f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076090 May 26 14:45:49.965790 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:49.966139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53456) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:49.975287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-03a208d9-aa11-44bd-abfb-62c37fd5fd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:49.990709 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a686316d-4f21-425f-ba02-24379c457cbe req-a1ac0c54-e239-415b-9150-318541ad0ae0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784225 May 26 14:45:49.993374 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404c252f-268e-4842-a2ad-228363d0e264,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:50.003609 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:50.005707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.012396 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/404c252f-268e-4842-a2ad-228363d0e264 HTTP/1.1" status: 204 len: 168 time: 0.3633990 May 26 14:45:50.061841 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.096573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.330832 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128273-72b2-425e-a61f-b3e4738daa78 req-5928b346-045b-44f0-bb5a-afb71796d46a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:50.338285 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-39128273-72b2-425e-a61f-b3e4738daa78 req-5928b346-045b-44f0-bb5a-afb71796d46a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2217731 May 26 14:45:50.338536 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:45:50.362236 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.367872 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9d278365-a20b-4d2f-b9cd-744ec5145396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:50.391600 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60348003-f33b-4985-9b22-ee1d5a9c26ec,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:50.409089 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:50.418621 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-39128273-72b2-425e-a61f-b3e4738daa78 req-8285aab3-e293-4593-a290-29b8c3fd575d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792677 May 26 14:45:50.425800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.429495 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60348003-f33b-4985-9b22-ee1d5a9c26ec HTTP/1.1" status: 204 len: 168 time: 0.4596963 May 26 14:45:50.636886 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f636990-f181-4997-8e1c-fd9fef4f5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.716568 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:50.974454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53504) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:51.016830 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7356063-47f4-4c92-8ca2-a5a4de34b4db req-2d6d33db-b95b-4cad-962e-18f06cd8edf1 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:51.018566 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e7356063-47f4-4c92-8ca2-a5a4de34b4db req-2d6d33db-b95b-4cad-962e-18f06cd8edf1 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 944 time: 0.1564393 May 26 14:45:51.035761 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-85475c30-7556-4955-8c30-b06cb2d0341c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=910f1d77b12a4a868376c939144a157a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658729 May 26 14:45:51.036409 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53508) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:51.072826 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e7356063-47f4-4c92-8ca2-a5a4de34b4db req-a3b2411d-eb9b-4da4-82fb-ae34de7fcd44 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 May 26 14:45:51.100882 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.127070 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.186758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.187371 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-64fe4dd8-5d77-42a9-bb43-1a2b1f252bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:51.200875 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be94b3d-eac3-4c30-a7e5-b5190894cc20,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:51.203562 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:51.205981 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.206751 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2be94b3d-eac3-4c30-a7e5-b5190894cc20 HTTP/1.1" status: 204 len: 168 time: 0.1690576 May 26 14:45:51.601222 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53540) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:51.644153 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.820797 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.840665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:51.845826 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Usage tracker for resource:security_group_rule and tenant:4a9b0358b2dc4ca19bbcb53d6d6aa0f9 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:51.849023 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:51.855478 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:51.947939 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.952849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:51.961404 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:52.003935 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a9b0358b2dc4ca19bbcb53d6d6aa0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992586 May 26 14:45:52.003935 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ce90a-3c34-49cd-b3e9-071d94df85ef,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:52.004773 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53564) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:52.005781 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:52.064651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.093276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.158572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.163924 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-60b85ace-40c8-4c2e-a2f9-7de91a3da34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:52.175958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ce90a-3c34-49cd-b3e9-071d94df85ef,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:52.204501 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:52.206864 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.210660 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e9ce90a-3c34-49cd-b3e9-071d94df85ef HTTP/1.1" status: 204 len: 168 time: 0.2051892 May 26 14:45:52.259397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device fd5714ff-1f2a-4966-8863-0e06d953268f up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:45:52.295222 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eda51-db0f-4fad-9836-5a509abba475 req-f6d7be1c-8201-464c-baf7-0627f2496bc8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:52.302248 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc3eda51-db0f-4fad-9836-5a509abba475 req-f6d7be1c-8201-464c-baf7-0627f2496bc8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 944 time: 0.0989480 May 26 14:45:52.366070 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc3eda51-db0f-4fad-9836-5a509abba475 req-9b9ea3af-b4ed-4003-8a44-3b3e4fa5b28d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 May 26 14:45:52.408996 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port fd5714ff-1f2a-4966-8863-0e06d953268f completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:45:52.415535 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port fd5714ff-1f2a-4966-8863-0e06d953268f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:45:52.416330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.495074 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-6c860cf7-fba0-42a3-9aa7-34961031774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:52.496514 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-6c860cf7-fba0-42a3-9aa7-34961031774b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.0814936 May 26 14:45:52.566218 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.605487 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121d8ee-c0bb-4242-beeb-96ae56773faa req-33b2476a-a01b-45b0-a148-ecdc81446ec9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:52.606972 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2121d8ee-c0bb-4242-beeb-96ae56773faa req-33b2476a-a01b-45b0-a148-ecdc81446ec9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1150622 May 26 14:45:52.614734 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:45:52.629426 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd5714ff-1f2a-4966-8863-0e06d953268f,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:45:52.640115 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:52.642184 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:52.676782 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2121d8ee-c0bb-4242-beeb-96ae56773faa req-1a67cdb1-72a6-439b-91b6-bec3cf849933 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624928 May 26 14:45:52.688032 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-8fdca314-aa5c-4ae8-8211-5dea7a43dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:52.689862 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-8fdca314-aa5c-4ae8-8211-5dea7a43dec0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1850061 May 26 14:45:52.700001 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f', 'code': 200} May 26 14:45:52.736901 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:52.740928 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:52.791127 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-c8f9f826-ff15-41ad-9992-f880457268a5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.0909951 May 26 14:45:52.846615 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53604) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:52.890768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-d747784d-f0e4-4fe5-a076-e68bb1a2d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:52.892240 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-d747784d-f0e4-4fe5-a076-e68bb1a2d1bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0913322 May 26 14:45:52.975853 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53614) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:53.009322 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-2a12c3eb-0b03-40a8-b080-e6fede23c9e0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825646 May 26 14:45:53.013325 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.027368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d14f1-73b8-4710-88f1-931d5d868212 req-c8940522-405e-4725-bb37-491212dafbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:53.028867 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ba7d14f1-73b8-4710-88f1-931d5d868212 req-c8940522-405e-4725-bb37-491212dafbc9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 1098 time: 0.0943403 May 26 14:45:53.066610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:53.078693 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ba7d14f1-73b8-4710-88f1-931d5d868212 req-006a27a6-85fc-4463-815f-4ad58a310689 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 May 26 14:45:53.117358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Usage tracker for resource:security_group_rule and tenant:013a36f8a40743f2b42dd006ba9b6068 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:53.118656 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.125830 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:53.136331 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:53.139285 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:53.141053 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Usage tracker for resource:security_group_rule and tenant:25d88f3ec0624c93acb3606d468dc0f2 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:53.144130 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:53.150577 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:53.209876 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-226901ec-bd6c-4ed5-8c68-058cfc61f34f service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835372 May 26 14:45:53.261972 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.266996 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.275654 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-083ea297-7ff9-4eef-88e6-61c1aa165b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:53.314594 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53620) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:53.317911 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25d88f3ec0624c93acb3606d468dc0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668519 May 26 14:45:53.317911 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1630c4d-ad72-4154-96a4-55fba801b9fb,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:53.319211 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53622) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:53.321773 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:53.381287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.382130 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.396908 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.414906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.434342 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:53.443230 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.459525 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da7256c8-ab72-4f52-9765-0f6ede5ee275 req-4624f8ab-09e7-49d2-8802-f66f4a480089 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369914 May 26 14:45:53.487347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.493423 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:53.495221 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.505957 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1630c4d-ad72-4154-96a4-55fba801b9fb,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:53.510674 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:53.514337 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.517544 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-7c606f0a-ba37-4973-a5a3-cb64d0aae0b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1630c4d-ad72-4154-96a4-55fba801b9fb HTTP/1.1" status: 204 len: 168 time: 0.1951578 May 26 14:45:53.568025 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3424068-18dc-47c4-9d9e-a1b80864399e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:53.578427 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=013a36f8a40743f2b42dd006ba9b6068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011543 May 26 14:45:53.579398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:53.580462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:53.581809 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 53638) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:53.586591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:c13e11e4ce0c4a7eb3fa36296e43d6b2 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:53.590631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:53.604593 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:53.655889 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.670551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e562c-f352-4498-91c2-74935ac0246e req-1d191b12-b6a9-4da8-963e-c9c0fc2ebf77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:53.672060 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-882e562c-f352-4498-91c2-74935ac0246e req-1d191b12-b6a9-4da8-963e-c9c0fc2ebf77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1609824 May 26 14:45:53.686712 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.747699 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.750955 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-882e562c-f352-4498-91c2-74935ac0246e req-c59da9d1-c067-4918-b89b-e62e13f31118 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695887 May 26 14:45:53.758404 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1ada3ab1-e775-4bb5-9154-4c2b9062416a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:53.765107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.772198 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.775193 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3424068-18dc-47c4-9d9e-a1b80864399e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:53.777585 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:53.784043 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:53.785319 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3424068-18dc-47c4-9d9e-a1b80864399e HTTP/1.1" status: 204 len: 168 time: 0.2022316 May 26 14:45:53.786717 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e100947d-f09f-4d67-a311-36a70581be82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:53.856604 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c13e11e4ce0c4a7eb3fa36296e43d6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359735 May 26 14:45:53.859061 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53650) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:53.914956 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce0740-5949-4e13-ad03-d47780b88b7b,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:53.916492 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47b007-8831-4528-9617-8626743360b3 req-a1d332e6-e053-4300-9ddf-ff390758c58a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:53.918730 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7e47b007-8831-4528-9617-8626743360b3 req-a1d332e6-e053-4300-9ddf-ff390758c58a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0911076 May 26 14:45:53.922510 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:54.005131 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7e47b007-8831-4528-9617-8626743360b3 req-acaea324-903b-4fd2-8b5b-2c6ce8ec789c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669389 May 26 14:45:54.049077 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:54.082941 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:54.162181 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:54.166320 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a49e8543-be7b-43d3-ba05-1b4c1284dbd9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:54.196885 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce0740-5949-4e13-ad03-d47780b88b7b,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:54.199678 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:54.210591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:54.214154 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cce0740-5949-4e13-ad03-d47780b88b7b HTTP/1.1" status: 204 len: 168 time: 0.3474767 May 26 14:45:54.819070 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53702) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:54.968229 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c52ec-6be2-41be-ad62-857f98e1a5bc req-5139a751-371a-4293-aed1-fffd1744cc73 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:54.969688 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ce9c52ec-6be2-41be-ad62-857f98e1a5bc req-5139a751-371a-4293-aed1-fffd1744cc73 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0844483 May 26 14:45:55.005250 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-951400328-network', 'tenant_id': '68bfcd69e85b4e7c95ec56620af2804c'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:55.011882 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:55.026904 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Usage tracker for resource:network and tenant:68bfcd69e85b4e7c95ec56620af2804c is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:55.032564 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:55.041366 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:55.057603 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ce9c52ec-6be2-41be-ad62-857f98e1a5bc req-9adf9f97-b362-47ff-9892-c4082806c277 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818365 May 26 14:45:55.069695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Made reservation on behalf of 68bfcd69e85b4e7c95ec56620af2804c for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:55.072505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.109101 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.127808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:55.133232 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Usage tracker for resource:security_group_rule and tenant:68bfcd69e85b4e7c95ec56620af2804c is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:55.140070 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:55.147314 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:55.307813 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.313460 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.319883 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-337ac407-17e2-49e2-b783-ee8253df8970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:55.363067 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:45:55.369235 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:55.371550 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9c18-3a76-4957-9426-8b15049b94d1 req-d0ab4a1a-1383-4551-ac88-70d153fa2982 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:55.373847 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:55.379561 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.380023 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Added segment 282f8fc7-9d54-4c44-b49f-cbc49473b359 of type vlan for network 66c7e7f3-7007-4504-bf42-c42a50331471 May 26 14:45:55.387869 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2eca9c18-3a76-4957-9426-8b15049b94d1 req-d0ab4a1a-1383-4551-ac88-70d153fa2982 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1808364 May 26 14:45:55.424323 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.455905 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2eca9c18-3a76-4957-9426-8b15049b94d1 req-0ff226e4-462e-48b8-be61-c4e9017c71ff tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 May 26 14:45:55.463771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.469413 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:55.470113 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:55.476165 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:55.581524 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7601504 May 26 14:45:55.582597 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Pushing event updated for resources: {'Network': ['ID=66c7e7f3-7007-4504-bf42-c42a50331471,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:55.584784 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 53768) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:45:55.587553 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:55.593069 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 66c7e7f3-7007-4504-bf42-c42a50331471 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:45:55.601602 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Request body: {'subnet': {'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-951400328-subnet', 'tenant_id': '68bfcd69e85b4e7c95ec56620af2804c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:45:55.608342 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:45:55.613965 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Usage tracker for resource:subnet and tenant:68bfcd69e85b4e7c95ec56620af2804c is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:45:55.617928 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:45:55.626440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:45:55.638240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Made reservation on behalf of 68bfcd69e85b4e7c95ec56620af2804c for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:45:55.641789 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:56.118752 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:56.123707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a5db04ec-d274-494a-ac3d-ac16883efc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:45:56.194786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeecb3f0-34f5-4596-9c4f-227250ae2d17,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:45:56.203281 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:45:56.207442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Checking segment: {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:45:56.207815 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Network hostable DHCP agents. Network: 66c7e7f3-7007-4504-bf42-c42a50331471, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:45:56.231061 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Network 66c7e7f3-7007-4504-bf42-c42a50331471 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:45:56.243751 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 66c7e7f3-7007-4504-bf42-c42a50331471) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:45:56.251413 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:56.254866 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81279228-ae86-4cb9-b114-f910015309ca None None] Network 66c7e7f3-7007-4504-bf42-c42a50331471 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:56.256142 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:45:56.281980 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6960335 May 26 14:45:56.497766 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f2b0d9-faa1-4610-86b8-b80382344eea None None] Network 66c7e7f3-7007-4504-bf42-c42a50331471 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:45:56.694038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be955bd5-d2e1-4900-b2b7-9e2d7e4fab01 req-03f56c7f-791d-48c1-b6d9-e05310a69e2c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:56.702113 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-be955bd5-d2e1-4900-b2b7-9e2d7e4fab01 req-03f56c7f-791d-48c1-b6d9-e05310a69e2c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1033199 May 26 14:45:56.743917 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-be955bd5-d2e1-4900-b2b7-9e2d7e4fab01 req-de1de5fc-fb7b-4742-9061-5728a8cec11a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 May 26 14:45:57.930541 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf404-e472-4aa9-b6b1-031a4a80088b req-48553150-22bc-4cac-8eb4-bbb85f97da5a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:57.931892 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-555bf404-e472-4aa9-b6b1-031a4a80088b req-48553150-22bc-4cac-8eb4-bbb85f97da5a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0799017 May 26 14:45:57.975445 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-555bf404-e472-4aa9-b6b1-031a4a80088b req-f9ba3017-f4c0-4c2c-a8c2-d693b0755194 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 May 26 14:45:58.341408 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-4b4d8ee9-fd5e-4ddb-ab6a-bc4e03749142 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:58.342086 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-4b4d8ee9-fd5e-4ddb-ab6a-bc4e03749142 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Synchronizing usage tracker for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:network {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:45:58.357535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-4b4d8ee9-fd5e-4ddb-ab6a-bc4e03749142 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Unset dirty status for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:network {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:45:58.358860 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-4b4d8ee9-fd5e-4ddb-ab6a-bc4e03749142 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 808 time: 0.1608043 May 26 14:45:58.373723 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-51a85177-0a29-495d-aaf6-548e74d3a8df tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/quotas/68bfcd69e85b4e7c95ec56620af2804c HTTP/1.1" status: 200 len: 375 time: 0.0093992 May 26 14:45:58.421420 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-1c5af189-8618-47b3-848e-d9867588a1b1 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419457 May 26 14:45:58.555810 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-7f7e53ae-bec7-408a-a760-8f7da21c4032 service neutron] 10.222.0.25 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277585 May 26 14:45:58.698588 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d6e5243c-28fb-4347-bbae-321f69ded438 service neutron] 10.222.0.25 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363139 May 26 14:45:58.972227 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f0b97ba6-d427-4ad7-83b6-3093a37ee386 req-339d9218-101e-413d-bec6-17c02b6dc841 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 210 time: 0.0665138 May 26 14:45:59.183520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226ec1a-4c74-4423-acf0-8cef982156c9 req-70a0a7ff-b954-4f22-aaba-18fbf21bbb13 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:45:59.185353 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2226ec1a-4c74-4423-acf0-8cef982156c9 req-70a0a7ff-b954-4f22-aaba-18fbf21bbb13 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0940773 May 26 14:45:59.260636 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2226ec1a-4c74-4423-acf0-8cef982156c9 req-41ca0cf0-90e0-409a-84cc-f0fbb83d0d8c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514896 May 26 14:46:00.270993 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-eee1254e-2a6f-42e3-a0b5-2f7e8d9f7148 req-b6234594-0a78-47d1-8d5c-5a55f401effd tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 210 time: 0.1772356 May 26 14:46:00.354151 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-b29776e1-22f4-41df-ab87-bec4fef0af51 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:00.356238 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-b29776e1-22f4-41df-ab87-bec4fef0af51 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 808 time: 0.2932055 May 26 14:46:00.377074 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Request body: {'port': {'device_id': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471', 'admin_state_up': True, 'tenant_id': '68bfcd69e85b4e7c95ec56620af2804c'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:00.514588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c74780-999a-4fc5-8ecb-e2807aee3a39 req-170e4790-0db1-41b1-90f5-1b55ed9e918e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:00.516990 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d9c74780-999a-4fc5-8ecb-e2807aee3a39 req-170e4790-0db1-41b1-90f5-1b55ed9e918e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0964503 May 26 14:46:00.547641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:00.559931 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Usage tracker for resource:port and tenant:68bfcd69e85b4e7c95ec56620af2804c is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:00.559931 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:00.566600 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:00.569735 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d9c74780-999a-4fc5-8ecb-e2807aee3a39 req-36e888e3-c98d-49b5-885d-cb77d84613a4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 May 26 14:46:00.578889 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Made reservation on behalf of 68bfcd69e85b4e7c95ec56620af2804c for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:46:00.582569 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:00.746107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Allocated IP 172.20.0.4 (66c7e7f3-7007-4504-bf42-c42a50331471/aeecb3f0-34f5-4596-9c4f-227250ae2d17/be06fd63-7932-47a3-a958-91e0690c78b1) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:46:00.950792 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:00.978717 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:00.984657 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:01.051616 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Network 66c7e7f3-7007-4504-bf42-c42a50331471 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:46:01.054686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:46:01.058566 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:46:01.064663 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:01.065263 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:01.077575 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Pushing event updated for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:01.082043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:01.094029 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7243128 May 26 14:46:01.114643 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Request body: {'port': {'device_id': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:01.233001 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:01.482711 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544900f-06d8-4908-b74d-ff0ce6e50b07 req-8cf95123-89f3-4983-a420-4a63a6d5192d tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:01.488269 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8544900f-06d8-4908-b74d-ff0ce6e50b07 req-8cf95123-89f3-4983-a420-4a63a6d5192d tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 931 time: 0.1067176 May 26 14:46:01.551037 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8544900f-06d8-4908-b74d-ff0ce6e50b07 req-8a24cfcc-733c-4f23-a537-447b6d5742aa tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567019 May 26 14:46:01.656412 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be06fd63-7932-47a3-a958-91e0690c78b1 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:01.664890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:01.685003 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Transition to ACTIVE for port object be06fd63-7932-47a3-a958-91e0690c78b1 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:46:01.721745 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:01.734076 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:01.882448 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:01.887340 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:01.947593 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Attempting to bind port be06fd63-7932-47a3-a958-91e0690c78b1 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:46:01.948004 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Attempting to bind port be06fd63-7932-47a3-a958-91e0690c78b1 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:46:01.948329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Attempting to bind port be06fd63-7932-47a3-a958-91e0690c78b1 on network 66c7e7f3-7007-4504-bf42-c42a50331471 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:01.959690 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348a985-c37b-41f4-9537-4f60adb91031 req-401d49f0-1c62-4c1b-b3bd-a18cfd3247dc tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:01.961328 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4348a985-c37b-41f4-9537-4f60adb91031 req-401d49f0-1c62-4c1b-b3bd-a18cfd3247dc tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2746491 May 26 14:46:01.965106 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Port be06fd63-7932-47a3-a958-91e0690c78b1 on network 66c7e7f3-7007-4504-bf42-c42a50331471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:46:01.965421 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Attempting to bind port be06fd63-7932-47a3-a958-91e0690c78b1 on network 66c7e7f3-7007-4504-bf42-c42a50331471 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:01.988753 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:46:01.989073 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Checking segment: {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:46:01.989446 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Bound using segment: {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:46:01.989870 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Bound port: be06fd63-7932-47a3-a958-91e0690c78b1, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:46:01.992306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:02.070407 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4348a985-c37b-41f4-9537-4f60adb91031 req-7eb07074-f768-4b4d-80b0-10025f4fc532 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019619 May 26 14:46:02.117144 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:46:02.120340 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=be06fd63-7932-47a3-a958-91e0690c78b1,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:46:02.127785 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:02.137624 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d023a8e2-30ce-495c-bf48-395c0f111596 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:02.290735 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:02.295056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:02.295056 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] 10.222.0.68 "PUT /v2.0/ports/be06fd63-7932-47a3-a958-91e0690c78b1 HTTP/1.1" status: 200 len: 1093 time: 1.1824975 May 26 14:46:02.296050 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:02.344704 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:02.349243 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:02.394408 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1', 'status': 'completed', 'code': 200} May 26 14:46:02.439638 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d690149b-19aa-49f9-834a-cd25020c26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:02.441290 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-d690149b-19aa-49f9-834a-cd25020c26a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 1096 time: 0.0933173 May 26 14:46:02.542139 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-20b601eb-f4db-49d6-9dcc-485c70f9b2c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be06fd63-7932-47a3-a958-91e0690c78b1 HTTP/1.1" status: 200 len: 217 time: 0.0865834 May 26 14:46:02.666659 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-41830591-ce16-4cb1-86c8-56b78dfa08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:02.667998 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-41830591-ce16-4cb1-86c8-56b78dfa08a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aeecb3f0-34f5-4596-9c4f-227250ae2d17 HTTP/1.1" status: 200 len: 848 time: 0.1185217 May 26 14:46:02.732033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daf55b-a81d-4975-8f15-60c3a8026ca4 req-66b37f71-68fe-44ba-8c82-f30741091f0a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:02.733597 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a0daf55b-a81d-4975-8f15-60c3a8026ca4 req-66b37f71-68fe-44ba-8c82-f30741091f0a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1537578 May 26 14:46:02.740920 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-9b13cab6-e658-4a80-8c19-e0a1cf618331 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=66c7e7f3-7007-4504-bf42-c42a50331471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594146 May 26 14:46:02.832633 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc12c1-5273-4e5a-8ff1-2b3f6f52a6af req-c60c9de1-44b3-4a99-9b1e-2b0a4257d2eb tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:02.834124 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-00dc12c1-5273-4e5a-8ff1-2b3f6f52a6af req-c60c9de1-44b3-4a99-9b1e-2b0a4257d2eb tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 943 time: 0.1249323 May 26 14:46:02.884272 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a0daf55b-a81d-4975-8f15-60c3a8026ca4 req-deac8cc9-63ee-4193-a3cc-18611455fea1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423903 May 26 14:46:02.895002 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-00dc12c1-5273-4e5a-8ff1-2b3f6f52a6af req-0ee83183-2e21-4f9b-9834-96d7d6da9ff4 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548186 May 26 14:46:02.938799 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-08b65b81-bf1a-4c34-b385-398b72e29831 service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826315 May 26 14:46:03.077675 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9521dd5f-546c-426c-a1c6-4c853d54d1a0 req-0e505c36-34d4-4e2c-987a-eb7f34261bd6 service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267197 May 26 14:46:03.265062 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3f00-9d12-4563-9c75-730648437348 req-b24d8690-558c-46b3-bafe-505e4f51b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:03.266500 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-b24d8690-558c-46b3-bafe-505e4f51b46f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 1096 time: 0.1309516 May 26 14:46:03.284901 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7dcd-e703-4311-90e9-eae8f4f77ae0 req-bcf652fe-29b4-42ec-b650-0800956fc380 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:03.286436 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a55b7dcd-e703-4311-90e9-eae8f4f77ae0 req-bcf652fe-29b4-42ec-b650-0800956fc380 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0914481 May 26 14:46:03.418520 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a55b7dcd-e703-4311-90e9-eae8f4f77ae0 req-88b1f7b8-4437-441c-96fc-e08227b263a4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049025 May 26 14:46:03.458252 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3f00-9d12-4563-9c75-730648437348 req-369e93a2-ff70-4c89-9c48-a393e0ee6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:03.459671 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-369e93a2-ff70-4c89-9c48-a393e0ee6f2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 910 time: 0.1721411 May 26 14:46:03.531584 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-edea9331-48e1-48e0-a541-ae26e6eebae3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be06fd63-7932-47a3-a958-91e0690c78b1 HTTP/1.1" status: 200 len: 217 time: 0.0649199 May 26 14:46:03.597408 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3f00-9d12-4563-9c75-730648437348 req-61dbe252-d656-4fb3-baa3-ac35d2f2c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:03.598874 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-61dbe252-d656-4fb3-baa3-ac35d2f2c80e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aeecb3f0-34f5-4596-9c4f-227250ae2d17 HTTP/1.1" status: 200 len: 848 time: 0.0601814 May 26 14:46:03.650786 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-a8a2760f-d467-44e4-9fd7-152a57880629 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=66c7e7f3-7007-4504-bf42-c42a50331471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448694 May 26 14:46:03.790434 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-4380a55c-3d47-45e8-9989-997c49129f1a service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278851 May 26 14:46:03.929588 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-009f3f00-9d12-4563-9c75-730648437348 req-852e0e0d-3b67-4f46-80eb-967d97a1cb63 service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276953 May 26 14:46:04.109097 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd3af3-7bfd-4caa-9be4-d78065965484 req-9d382ec7-2134-4cd1-864b-fdeda7586581 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:04.109640 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44524e-6395-4405-ab50-090270d7a29e req-3500351a-a5e7-414a-86f1-2d91933d700a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:04.110290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-bd44524e-6395-4405-ab50-090270d7a29e req-3500351a-a5e7-414a-86f1-2d91933d700a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Synchronizing usage tracker for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:04.110796 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-71cd3af3-7bfd-4caa-9be4-d78065965484 req-9d382ec7-2134-4cd1-864b-fdeda7586581 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0941937 May 26 14:46:04.129387 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-bd44524e-6395-4405-ab50-090270d7a29e req-3500351a-a5e7-414a-86f1-2d91933d700a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Unset dirty status for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:04.132339 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bd44524e-6395-4405-ab50-090270d7a29e req-3500351a-a5e7-414a-86f1-2d91933d700a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 943 time: 0.1057019 May 26 14:46:04.159681 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-71cd3af3-7bfd-4caa-9be4-d78065965484 req-1be5633c-63a2-46aa-92ce-49137828650a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 May 26 14:46:04.180057 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-bd44524e-6395-4405-ab50-090270d7a29e req-62f38632-6a6c-4197-8bd2-0139c7224dcc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Synchronizing usage tracker for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:04.198895 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-bd44524e-6395-4405-ab50-090270d7a29e req-62f38632-6a6c-4197-8bd2-0139c7224dcc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Unset dirty status for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:04.200122 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bd44524e-6395-4405-ab50-090270d7a29e req-62f38632-6a6c-4197-8bd2-0139c7224dcc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632954 May 26 14:46:04.677503 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad89f5-d097-48dd-9c7b-e8936f2ae49a req-3d637dd4-fb06-4c0b-848e-d52ce30198b2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:04.678921 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6bad89f5-d097-48dd-9c7b-e8936f2ae49a req-3d637dd4-fb06-4c0b-848e-d52ce30198b2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1504357 May 26 14:46:04.724626 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6bad89f5-d097-48dd-9c7b-e8936f2ae49a req-919a90df-9446-40a6-8cfe-137f497e9f2f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 May 26 14:46:05.167459 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983de9e-f03e-4ef4-86a7-4aaf7919b0d4 req-8dc25f3d-8b7c-4b2b-8877-016f2caa2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:05.169196 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5983de9e-f03e-4ef4-86a7-4aaf7919b0d4 req-8dc25f3d-8b7c-4b2b-8877-016f2caa2532 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.0729773 May 26 14:46:05.211892 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5983de9e-f03e-4ef4-86a7-4aaf7919b0d4 req-a0b64b22-0287-4541-9b9f-0709fc4242e5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 May 26 14:46:05.241344 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:05.372724 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6d37-9cdc-46a9-bf51-dc1cc357bfe1 req-3652653d-d2ad-45c2-9b17-1509d629ac28 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:05.376355 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b8f6d37-9cdc-46a9-bf51-dc1cc357bfe1 req-3652653d-d2ad-45c2-9b17-1509d629ac28 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0987461 May 26 14:46:05.402646 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e5d4-00bc-4655-bf22-28f9ad87fcbc req-64c0d174-d649-444a-97d3-72055197e1f6 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:05.404298 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aa08e5d4-00bc-4655-bf22-28f9ad87fcbc req-64c0d174-d649-444a-97d3-72055197e1f6 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 943 time: 0.0840013 May 26 14:46:05.430836 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2b8f6d37-9cdc-46a9-bf51-dc1cc357bfe1 req-b21ab690-30ed-42d2-9100-adf36698cdf8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501404 May 26 14:46:05.453585 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aa08e5d4-00bc-4655-bf22-28f9ad87fcbc req-cec979e9-7ec6-4e6f-a27d-a9d0b92085e8 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 May 26 14:46:05.941069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54950ffc-d99e-471c-928b-2ff62b2fdb26 req-175fce0e-5550-4b09-a537-2f8312d7d9b9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:05.942865 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-54950ffc-d99e-471c-928b-2ff62b2fdb26 req-175fce0e-5550-4b09-a537-2f8312d7d9b9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1095459 May 26 14:46:05.995650 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-54950ffc-d99e-471c-928b-2ff62b2fdb26 req-3f4ac018-1fa3-45d8-bcc7-a8943213a593 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 May 26 14:46:06.350933 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device be06fd63-7932-47a3-a958-91e0690c78b1 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:46:06.485003 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=be06fd63-7932-47a3-a958-91e0690c78b1,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:06.499213 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': 'be06fd63-7932-47a3-a958-91e0690c78b1', 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471', 'port_id': 'be06fd63-7932-47a3-a958-91e0690c78b1', 'mac_address': 'fa:16:3e:71:a2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeecb3f0-34f5-4596-9c4f-227250ae2d17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:46:06.561572 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:06.580327 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be06fd63-7932-47a3-a958-91e0690c78b1 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:06.597585 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=be06fd63-7932-47a3-a958-91e0690c78b1,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:06.601129 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:06.604839 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:06.679059 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113406ec-a772-4578-898a-f70c3a13fc72 req-85464eca-4117-4962-bc89-a88a2f79315d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:06.680970 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-113406ec-a772-4578-898a-f70c3a13fc72 req-85464eca-4117-4962-bc89-a88a2f79315d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1252928 May 26 14:46:06.689056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a899a27-0bb5-471e-8db1-be6cbd680265 req-67899fbd-787e-4128-998b-ca0e98dc8ed6 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:06.690568 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3a899a27-0bb5-471e-8db1-be6cbd680265 req-67899fbd-787e-4128-998b-ca0e98dc8ed6 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 944 time: 0.1169837 May 26 14:46:06.718637 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:06.721694 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:06.732617 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-113406ec-a772-4578-898a-f70c3a13fc72 req-646de5b2-6833-4bef-853d-9ae481cdd93b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444515 May 26 14:46:06.734967 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3a899a27-0bb5-471e-8db1-be6cbd680265 req-943e5d18-4d64-4c19-9d97-0f1d73a58ee0 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 May 26 14:46:06.944671 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['be06fd63-7932-47a3-a958-91e0690c78b1'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:07.316651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37820408-20bc-40a6-8b7e-677bfb337e72 req-44851dbd-8cbe-4e33-aa6b-fc4242665b1c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:07.318612 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37820408-20bc-40a6-8b7e-677bfb337e72 req-44851dbd-8cbe-4e33-aa6b-fc4242665b1c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1732500 May 26 14:46:07.372498 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37820408-20bc-40a6-8b7e-677bfb337e72 req-a992a6e5-4bd1-42d3-a20e-afd567a75350 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 May 26 14:46:07.484235 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 54096) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:07.600704 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:07.615360 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:07.619333 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Usage tracker for resource:security_group_rule and tenant:8e73e9106ea84aeb863084051b7a17e5 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:07.622940 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:07.632281 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:07.741593 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:07.745459 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:07.754190 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b19883dd-bd26-4e7d-bd7f-b909122fc849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:07.799493 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e73e9106ea84aeb863084051b7a17e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118250 May 26 14:46:07.800126 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 54108) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:07.802920 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4fe83d-723f-469e-9602-db146b1eb6a7,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:07.818163 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:07.855620 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-cf80e05b-b686-4cd8-bfe1-8a2bc1ef9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:07.857167 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-cf80e05b-b686-4cd8-bfe1-8a2bc1ef9a27 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.1710122 May 26 14:46:07.869741 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289554e-f4b0-42c8-a0f8-a44d1a6a0b66 req-25b1d2d1-6ea7-4e6d-8096-e7d9ae1a8b14 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:07.871669 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8289554e-f4b0-42c8-a0f8-a44d1a6a0b66 req-25b1d2d1-6ea7-4e6d-8096-e7d9ae1a8b14 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1269057 May 26 14:46:07.873422 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:07.947492 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.012222 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8289554e-f4b0-42c8-a0f8-a44d1a6a0b66 req-754c8dd0-6429-4eb5-a7dc-0f9d8833080c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178541 May 26 14:46:08.015872 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a58865-b516-4356-8799-ba6a3b1fb1a7 req-48c2a15b-0ce1-45f4-8fda-352dea61d61d tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:08.017455 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d9a58865-b516-4356-8799-ba6a3b1fb1a7 req-48c2a15b-0ce1-45f4-8fda-352dea61d61d tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 944 time: 0.1420052 May 26 14:46:08.040437 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-64ad824f-625c-46d3-be45-3476d8248ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:08.041906 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-64ad824f-625c-46d3-be45-3476d8248ec3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1691227 May 26 14:46:08.044100 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.050746 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:08.074182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4fe83d-723f-469e-9602-db146b1eb6a7,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:08.080749 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:08.083902 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.087912 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0c30bc70-44cc-4226-bcfe-b90507611b9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae4fe83d-723f-469e-9602-db146b1eb6a7 HTTP/1.1" status: 204 len: 168 time: 0.2853048 May 26 14:46:08.101917 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d9a58865-b516-4356-8799-ba6a3b1fb1a7 req-360d678f-3761-4942-b815-0418e058a794 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774579 May 26 14:46:08.145482 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-a97561ce-9961-48e8-bb8d-0dfdc77c5107 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.0964131 May 26 14:46:08.286802 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-af5dedef-e4a4-4544-bc8b-ac7fb6c16daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:08.288280 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-af5dedef-e4a4-4544-bc8b-ac7fb6c16daf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0837114 May 26 14:46:08.354207 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-17d57cae-8bfb-42c4-8581-6ac5e303c666 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496118 May 26 14:46:08.362988 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d21bf-4c40-48c2-8594-59f207e12afa req-a24c571d-4f0a-4802-9453-7a17c5d8608d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:08.364015 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device be06fd63-7932-47a3-a958-91e0690c78b1 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:46:08.364689 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3b5d21bf-4c40-48c2-8594-59f207e12afa req-a24c571d-4f0a-4802-9453-7a17c5d8608d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.2101696 May 26 14:46:08.454065 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port be06fd63-7932-47a3-a958-91e0690c78b1 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:46:08.459564 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port be06fd63-7932-47a3-a958-91e0690c78b1 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:46:08.459965 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.507153 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3b5d21bf-4c40-48c2-8594-59f207e12afa req-24564c6e-a936-4a5c-ab32-bcf89183ad1f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204610 May 26 14:46:08.534613 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-755069c7-0253-4141-ab4d-f9461fdd8ea5 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687908 May 26 14:46:08.590708 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.621140 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:08.632447 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=be06fd63-7932-47a3-a958-91e0690c78b1,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:08.637244 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:08.639999 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:08.674204 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1', 'code': 200} May 26 14:46:08.690744 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3c0990ae-2f07-428b-99fb-4f6c6b769ff9 req-1129f1c9-2c5f-44ff-9115-1daf3bb9611a service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488144 May 26 14:46:08.723639 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:08.735986 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:08.928130 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087f74-5e66-4592-974e-bcd32a958fcd req-e301292b-e0cf-4565-8b63-289a5f6655bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:08.929473 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3b087f74-5e66-4592-974e-bcd32a958fcd req-e301292b-e0cf-4565-8b63-289a5f6655bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 1098 time: 0.0730135 May 26 14:46:08.975635 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3b087f74-5e66-4592-974e-bcd32a958fcd req-860729f3-7cb1-4171-9ab3-b40df31c3357 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 May 26 14:46:09.223561 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2fd86-fb4d-41d9-92a6-3372e06da8e7 req-a5bba37e-49ce-4181-af6d-bc146f85f7f5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:09.225617 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-00e2fd86-fb4d-41d9-92a6-3372e06da8e7 req-a5bba37e-49ce-4181-af6d-bc146f85f7f5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0994613 May 26 14:46:09.275120 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-00e2fd86-fb4d-41d9-92a6-3372e06da8e7 req-dd00a3c6-ada3-44b8-8b01-47fbdeb618e4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 May 26 14:46:09.299836 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff10a1-de25-461c-9d3d-b08d0830dc16 req-36fc20b5-4506-45c2-97e2-3cd3b42170c2 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:09.301418 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbff10a1-de25-461c-9d3d-b08d0830dc16 req-36fc20b5-4506-45c2-97e2-3cd3b42170c2 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.0902665 May 26 14:46:09.348465 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbff10a1-de25-461c-9d3d-b08d0830dc16 req-b95bd772-d609-42bf-a0d1-66c9c8e0446b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 May 26 14:46:09.701738 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696837-5bb6-429c-bfdc-0177740f0d86 req-20a8b0ad-6982-4391-bd3d-796c35869384 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:09.703145 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11696837-5bb6-429c-bfdc-0177740f0d86 req-20a8b0ad-6982-4391-bd3d-796c35869384 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0824287 May 26 14:46:09.746649 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11696837-5bb6-429c-bfdc-0177740f0d86 req-4c65098d-9a73-4bc3-8756-691acfbe2567 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 May 26 14:46:10.273044 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 54156) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:10.440093 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.545180 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:10.551832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Usage tracker for resource:security_group_rule and tenant:c644787673594041b7d6dab4b00b778d is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:10.553231 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472efa14-b4da-4dc1-8047-ad1c57f8e8b9 req-bdd0160d-a997-4419-92e5-56f20217f219 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:10.556686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:10.560134 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-472efa14-b4da-4dc1-8047-ad1c57f8e8b9 req-bdd0160d-a997-4419-92e5-56f20217f219 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.0879509 May 26 14:46:10.564380 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:10.602285 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cdabc-f5e0-4d37-96d6-fca301362940 req-1b5eee06-2741-42f2-8d4c-9eb42308609d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:10.603021 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-472efa14-b4da-4dc1-8047-ad1c57f8e8b9 req-f549fcd1-e4e8-46bc-812e-d05c14ecc729 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 May 26 14:46:10.603624 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a00cdabc-f5e0-4d37-96d6-fca301362940 req-1b5eee06-2741-42f2-8d4c-9eb42308609d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2110484 May 26 14:46:10.667008 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a00cdabc-f5e0-4d37-96d6-fca301362940 req-144fb61d-e159-40ce-ab58-5199948ea1f2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 May 26 14:46:10.704254 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.710409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.718926 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d2b229aa-2471-4ce2-8415-6e01bcf35758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:10.758903 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c644787673594041b7d6dab4b00b778d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847858 May 26 14:46:10.760563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6269aadf-64fd-46dd-82ff-17e45fd07092,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:10.761680 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 54172) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:10.763386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:10.820444 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.848726 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.910792 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.916258 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-594cc278-e43e-4040-ad50-6d709f7a70e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:10.928987 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269aadf-64fd-46dd-82ff-17e45fd07092,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:10.932050 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:10.933603 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:10.934715 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6269aadf-64fd-46dd-82ff-17e45fd07092 HTTP/1.1" status: 204 len: 168 time: 0.1720452 May 26 14:46:10.965797 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e2201-ea1e-42fb-a373-240f9f6f32b5 req-e24d7d3d-ecf2-43dd-8ac2-161809c67b75 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:10.967550 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-780e2201-ea1e-42fb-a373-240f9f6f32b5 req-e24d7d3d-ecf2-43dd-8ac2-161809c67b75 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1009908 May 26 14:46:11.014622 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-780e2201-ea1e-42fb-a373-240f9f6f32b5 req-ebf6824f-ef58-4231-a0ff-c510451cbf92 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 May 26 14:46:11.838984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514ee2b-887b-4f3d-a7a6-b8eb37f0e288 req-4095ffe6-2f22-46f2-ae02-a1ec53025b8a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:11.840902 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b514ee2b-887b-4f3d-a7a6-b8eb37f0e288 req-4095ffe6-2f22-46f2-ae02-a1ec53025b8a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.0872014 May 26 14:46:11.887184 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b514ee2b-887b-4f3d-a7a6-b8eb37f0e288 req-39387d68-5376-41bb-9a77-66196908834e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 May 26 14:46:11.890593 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f1f3-fc34-405e-82c0-ce5209a7f90b req-97b95bd0-5d89-4599-9dde-046a58d8e6fa tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:11.892629 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6341f1f3-fc34-405e-82c0-ce5209a7f90b req-97b95bd0-5d89-4599-9dde-046a58d8e6fa tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0946522 May 26 14:46:11.949001 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6341f1f3-fc34-405e-82c0-ce5209a7f90b req-47eee2d0-4d7e-49ff-9072-b06002d3d65e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502737 May 26 14:46:12.259635 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d9df-ff88-48c7-9050-8b0e733a3214 req-1ac6a6b6-5492-4dc3-8d0b-72aa6336cf0d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:12.266730 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ca23d9df-ff88-48c7-9050-8b0e733a3214 req-1ac6a6b6-5492-4dc3-8d0b-72aa6336cf0d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1163244 May 26 14:46:12.325503 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ca23d9df-ff88-48c7-9050-8b0e733a3214 req-67b6cf79-b966-4db0-95a2-897c36b32dbd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575297 May 26 14:46:13.074958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeb8f6-026f-4519-a029-77756401a98d req-f92e8545-9c1f-4bc5-9b2e-b5df6efd1dd7 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:13.076453 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-65eeb8f6-026f-4519-a029-77756401a98d req-f92e8545-9c1f-4bc5-9b2e-b5df6efd1dd7 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.0826263 May 26 14:46:13.121880 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-65eeb8f6-026f-4519-a029-77756401a98d req-6d5008ea-5c45-45a7-90fe-524c585e3835 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396600 May 26 14:46:13.519920 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ab99a-c276-4f72-8b29-bdd9cff66398 req-2e59ac03-9d67-4d13-ac5c-c979b97e95cd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:13.520767 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-616ab99a-c276-4f72-8b29-bdd9cff66398 req-2e59ac03-9d67-4d13-ac5c-c979b97e95cd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0896072 May 26 14:46:13.569927 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-616ab99a-c276-4f72-8b29-bdd9cff66398 req-672f3149-e394-4e3d-a422-140a60034825 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 May 26 14:46:13.592985 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f25646d4-da7d-44c7-a2c9-8fff35a3cb06 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281210 May 26 14:46:13.744378 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-63e80b01-8eb0-43dc-bb51-15e5e769e857 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:13.745792 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-63e80b01-8eb0-43dc-bb51-15e5e769e857 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519239 May 26 14:46:13.760007 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-3a273d81-adc8-46de-b759-cd140e8178c2 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/quotas/6e4e4f0487d04ad8bed6949e7e736d54 HTTP/1.1" status: 200 len: 375 time: 0.0085576 May 26 14:46:13.809766 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-7f52222f-6b74-4545-bfd8-63dd5ae318e8 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441530 May 26 14:46:13.813770 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe41318-652f-42ec-8d5c-d33f65220cf2 req-7b881b3e-2e03-4136-9064-62ccb18f476b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:13.815209 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1fe41318-652f-42ec-8d5c-d33f65220cf2 req-7b881b3e-2e03-4136-9064-62ccb18f476b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1454666 May 26 14:46:13.823645 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-9e487e78-f1f8-41f8-9a4f-3d784d643e4a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:13.825008 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-9e487e78-f1f8-41f8-9a4f-3d784d643e4a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.1210911 May 26 14:46:13.919561 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1fe41318-652f-42ec-8d5c-d33f65220cf2 req-01370191-898a-410d-9ada-8851015c8acb tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935175 May 26 14:46:14.002729 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Deleting port be06fd63-7932-47a3-a958-91e0690c78b1 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:46:14.003284 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:14.022666 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6bb605fb-06d3-4c21-8a7a-cfb0bb74a95f req-3f904f7d-9cc5-4e78-abc2-c258a97a2917 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 210 time: 0.0590804 May 26 14:46:14.163679 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] For port be06fd63-7932-47a3-a958-91e0690c78b1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=be06fd63-7932-47a3-a958-91e0690c78b1,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:14.164287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:14.307432 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Calling delete_port for be06fd63-7932-47a3-a958-91e0690c78b1 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:46:14.366229 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ab8c5-38f3-464a-b1d3-ca47b3349252 req-34a42dae-12fc-43d8-b058-9f6ff5c9e078 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:14.368026 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-492ab8c5-38f3-464a-b1d3-ca47b3349252 req-34a42dae-12fc-43d8-b058-9f6ff5c9e078 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 945 time: 0.1104949 May 26 14:46:14.437144 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-492ab8c5-38f3-464a-b1d3-ca47b3349252 req-98a2eccb-e0ed-4420-8f3b-8e03e4e2ecfc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 May 26 14:46:14.549737 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:14.563481 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:14.569387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['be06fd63-7932-47a3-a958-91e0690c78b1'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:14.656639 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Pushing event deleted for resources: {'Port': ['ID=be06fd63-7932-47a3-a958-91e0690c78b1,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:14.702757 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.703111 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.703456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.703838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.704178 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.704515 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.704846 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.705172 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.705509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.705832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.706159 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.706482 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:14.710958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] No DVR routers for this DVR port be06fd63-7932-47a3-a958-91e0690c78b1 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:46:14.712399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:14.714591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:14.717560 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'name': 'network-vif-deleted', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:14.749139 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-51c97cbe-37b6-449d-a4dd-d147f7f6a6c9 req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "DELETE /v2.0/ports/be06fd63-7932-47a3-a958-91e0690c78b1 HTTP/1.1" status: 204 len: 173 time: 0.9087503 May 26 14:46:14.786297 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6', 'name': 'network-vif-deleted', 'tag': 'be06fd63-7932-47a3-a958-91e0690c78b1', 'status': 'completed', 'code': 200} May 26 14:46:14.862259 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5066b-24f3-41f5-b2ba-87e94129d394 req-9fd01b1c-40cb-4e27-a486-6508d2133c9e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:14.863696 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38f5066b-24f3-41f5-b2ba-87e94129d394 req-9fd01b1c-40cb-4e27-a486-6508d2133c9e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1575899 May 26 14:46:14.913715 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38f5066b-24f3-41f5-b2ba-87e94129d394 req-c35f226b-5871-421c-8843-2645ccfa36f7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 May 26 14:46:15.169165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0eaa2a2a-cb5a-4b16-976c-11495440acc7 req-b23932b9-493f-472a-b24a-62044eef1395 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 210 time: 0.0448639 May 26 14:46:15.426696 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-bf0769da-c91d-4d4c-af9c-8a72b030b120 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368190 May 26 14:46:15.628900 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a275c132-f78c-4cf4-828b-aeba432a9888 req-bdeec710-9ad8-4378-a508-b14260b676a7 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec9dc1ee-e80e-49ca-8e42-74d16f3a10a6 HTTP/1.1" status: 200 len: 210 time: 0.0583897 May 26 14:46:15.691207 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-1c762c7d-4ab2-4adf-9bff-77b5a22825e0 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:15.692932 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-1c762c7d-4ab2-4adf-9bff-77b5a22825e0 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603965 May 26 14:46:15.710693 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Request body: {'port': {'device_id': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912', 'admin_state_up': True, 'tenant_id': '6e4e4f0487d04ad8bed6949e7e736d54'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:15.859983 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:15.864030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Usage tracker for resource:port and tenant:6e4e4f0487d04ad8bed6949e7e736d54 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:15.866832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:15.872779 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:15.885055 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Made reservation on behalf of 6e4e4f0487d04ad8bed6949e7e736d54 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:46:15.889418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:15.902613 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:15.925840 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:15.929762 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Usage tracker for resource:security_group_rule and tenant:6e4e4f0487d04ad8bed6949e7e736d54 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:15.932687 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:15.938264 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:16.029336 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.033484 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.037912 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7438a5a7-26e6-477c-a090-b2d98d541099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:16.126896 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c076688-4a8a-4a24-a858-cd54ef0e6aad,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:16.130277 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b344d-adcd-4998-b5b6-e8afc1a02df0 req-8e9aaf73-9118-470c-a85e-97f3cf537098 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:16.131825 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6f3b344d-adcd-4998-b5b6-e8afc1a02df0 req-8e9aaf73-9118-470c-a85e-97f3cf537098 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0845265 May 26 14:46:16.132195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:16.184428 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6f3b344d-adcd-4998-b5b6-e8afc1a02df0 req-cd3f02ac-8d65-4c8e-a480-b525783ad434 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 May 26 14:46:16.213609 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Allocated IP 192.168.233.114 (8dfe3221-3d58-43e6-9b5c-f9c4df5ad912/e5718699-8f8c-4c68-b4e5-ba7126e76617/8c12a9ac-6538-4905-b61a-f04e6fc7f143) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:46:16.392801 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-51583e60-6fdc-4459-a405-5d43178253dd req-2dc6b34a-86ff-4f1e-b852-87a505217896 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 210 time: 0.0968626 May 26 14:46:16.473366 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.488857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Transition to ACTIVE for port object 8c12a9ac-6538-4905-b61a-f04e6fc7f143 will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:46:16.512499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.520263 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-88bad15f-90bc-4b37-956e-4c8353d21d47 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:16.583952 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:46:16.586970 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:46:16.589399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:46:16.595047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:16.595662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.614594 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Pushing event updated for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:16.617454 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:16.633136 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9264600 May 26 14:46:16.649018 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Request body: {'port': {'device_id': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:16.782893 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.854156 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-30bea59c-9964-4da1-ae99-1e9669aef78b None None] Provisioning for port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:46:16.865779 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-30bea59c-9964-4da1-ae99-1e9669aef78b None None] Provisioning complete for port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:46:16.866346 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-30bea59c-9964-4da1-ae99-1e9669aef78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:16.947494 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-30bea59c-9964-4da1-ae99-1e9669aef78b None None] Port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:46:17.248176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-415f1b27-19c3-4f82-98e8-db7a5fcb241f tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.249598 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-415f1b27-19c3-4f82-98e8-db7a5fcb241f tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 808 time: 0.1864314 May 26 14:46:17.303875 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-aeff057e-07b0-4d4a-a618-b11ba3761a63 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/quotas/68bfcd69e85b4e7c95ec56620af2804c HTTP/1.1" status: 200 len: 375 time: 0.0442150 May 26 14:46:17.330099 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c12a9ac-6538-4905-b61a-f04e6fc7f143 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:17.374835 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:17.380361 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-97046c4a-d271-44ab-b671-03e735285d22 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Synchronizing usage tracker for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:17.399941 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Transition to ACTIVE for port object 8c12a9ac-6538-4905-b61a-f04e6fc7f143 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:46:17.401482 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-97046c4a-d271-44ab-b671-03e735285d22 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Unset dirty status for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:17.402762 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-97046c4a-d271-44ab-b671-03e735285d22 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756199 May 26 14:46:17.405223 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:17.410298 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:17.443568 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-f0916cf0-e445-407d-a303-0c6da98339a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.445110 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-f0916cf0-e445-407d-a303-0c6da98339a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.1449335 May 26 14:46:17.452427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322acb30-015f-414a-990c-6d5f3fa761a0 req-a9c7ed04-d463-456a-af90-7318267c7c3b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.453770 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-322acb30-015f-414a-990c-6d5f3fa761a0 req-a9c7ed04-d463-456a-af90-7318267c7c3b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1129298 May 26 14:46:17.664598 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-322acb30-015f-414a-990c-6d5f3fa761a0 req-889672f1-f479-4178-9ebf-dcff38edb46c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897037 May 26 14:46:17.698096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Pushing event updated for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:17.710195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-62d16476-c39e-4b5f-b772-b5f0558430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.712484 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-62d16476-c39e-4b5f-b772-b5f0558430e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.2577856 May 26 14:46:17.712795 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:17.784962 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Attempting to bind port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:46:17.785182 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Attempting to bind port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:46:17.785307 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-a3f5e7fd-8b98-4c21-8d3d-8846041c92fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.0648935 May 26 14:46:17.785556 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Attempting to bind port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 on network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:17.802787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 on network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:46:17.803106 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Attempting to bind port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 on network 8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:17.808952 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-7a0abf5c-3b94-442f-8aad-a01f3e31bad1 service neutron] 10.222.0.25 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609188 May 26 14:46:17.811316 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:46:17.811679 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Checking segment: {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:46:17.812121 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Bound using segment: {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:46:17.812530 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Bound port: 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:46:17.812871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:17.906456 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-0b08669a-5bb8-4319-bb60-85a47c2b1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.907895 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-0b08669a-5bb8-4319-bb60-85a47c2b1588 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0787122 May 26 14:46:17.962422 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-0acdd342-f515-42d6-bb28-b86051bbb3ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454376 May 26 14:46:17.970580 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e233ee-fe3f-49e6-ba1c-d72f04151d01 req-74dd9435-bbe7-465c-b655-5f06424586a7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:17.972035 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-69e233ee-fe3f-49e6-ba1c-d72f04151d01 req-74dd9435-bbe7-465c-b655-5f06424586a7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1782143 May 26 14:46:18.019093 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:46:18.022488 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-0e1be3bb-d335-4acb-87c1-c1517abd3e6a service neutron] 10.222.0.25 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009718 May 26 14:46:18.029206 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:46:18.033817 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:18.038630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:18.103838 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-69e233ee-fe3f-49e6-ba1c-d72f04151d01 req-21d8d9a1-0b71-4009-a99e-9852462452b6 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112645 May 26 14:46:18.116617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Pushing event updated for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:18.121067 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:18.126386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.127015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:18.129146 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] 10.222.0.68 "PUT /v2.0/ports/8c12a9ac-6538-4905-b61a-f04e6fc7f143 HTTP/1.1" status: 200 len: 1098 time: 1.4848671 May 26 14:46:18.129720 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:18.174624 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-079cf540-1567-461f-9596-15183c5d339e service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016327 May 26 14:46:18.311671 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7c71d995-ba0f-4d1e-8adb-8d9849e7f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:18.390631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-456474da-3ad5-42b8-b6ab-50026660cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.394606 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-456474da-3ad5-42b8-b6ab-50026660cf7c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 1101 time: 0.1982121 May 26 14:46:18.420123 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device be06fd63-7932-47a3-a958-91e0690c78b1 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:46:18.475219 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-74aec528-f41d-48f5-81c6-3fd2775517a8 req-25cf9f2d-2e7b-4c65-baa4-f4b1fdc3800c service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784994 May 26 14:46:18.493625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7ced4-966c-4345-a030-ad6059ac6fd3 req-46d8618a-214f-4cd2-9289-2d40d646dcc8 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.501607 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b7ced4-966c-4345-a030-ad6059ac6fd3 req-46d8618a-214f-4cd2-9289-2d40d646dcc8 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 948 time: 0.1663337 May 26 14:46:18.515858 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-71f78ead-52c7-4628-9dde-c21d5c736ef4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143 HTTP/1.1" status: 200 len: 217 time: 0.1036198 May 26 14:46:18.559669 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b7ced4-966c-4345-a030-ad6059ac6fd3 req-a4bd21e0-6473-4e8e-b229-53eca9a0fa80 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 May 26 14:46:18.573970 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: be06fd63-7932-47a3-a958-91e0690c78b1 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:46:18.574533 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device be06fd63-7932-47a3-a958-91e0690c78b1 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:46:18.605551 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143', 'status': 'completed', 'code': 200} May 26 14:46:18.628096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-882d399d-0155-4325-a515-32d4a821ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.629625 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-882d399d-0155-4325-a515-32d4a821ebd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5718699-8f8c-4c68-b4e5-ba7126e76617 HTTP/1.1" status: 200 len: 843 time: 0.1056108 May 26 14:46:18.674492 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-501bba92-4a30-45d8-b335-da4644c1d106 req-4e6653b4-58db-4456-a621-ce650d3ba22d tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 210 time: 0.0439553 May 26 14:46:18.721304 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-9142809c-4885-435d-a9d1-dfa77c872e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.722762 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-9142809c-4885-435d-a9d1-dfa77c872e0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8dfe3221-3d58-43e6-9b5c-f9c4df5ad912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827923 May 26 14:46:18.921089 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-4f059ee2-d88b-4fff-9fa9-b727983cb62c service neutron] 10.222.0.68 "GET /v2.0/networks/8dfe3221-3d58-43e6-9b5c-f9c4df5ad912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887643 May 26 14:46:18.935363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf2339-6955-4087-a3c4-54a1e2f8a984 req-79c001af-9088-4b7f-9aa4-fea3bd4441d7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:18.937127 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7caf2339-6955-4087-a3c4-54a1e2f8a984 req-79c001af-9088-4b7f-9aa4-fea3bd4441d7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1317153 May 26 14:46:19.064020 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7caf2339-6955-4087-a3c4-54a1e2f8a984 req-c610c29d-885f-4c45-a1cc-153a18dae7cd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042230 May 26 14:46:19.102191 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-63d0cfa1-627e-4213-a16c-7cfa9a6bd5bf req-ed5d71b4-332d-440a-bf9a-3b5fad6f4a5c service neutron] 10.222.0.68 "GET /v2.0/networks/8dfe3221-3d58-43e6-9b5c-f9c4df5ad912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641572 May 26 14:46:19.240971 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c3cbfe10-452a-4b60-b228-d2478f58b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.242419 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c3cbfe10-452a-4b60-b228-d2478f58b255 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 1101 time: 0.0710826 May 26 14:46:19.300718 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f43e-0b9d-4c49-83f7-edf0b81d2608 req-55b8e178-c07f-41e2-a38a-372d27772c85 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.302144 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6a48f43e-0b9d-4c49-83f7-edf0b81d2608 req-55b8e178-c07f-41e2-a38a-372d27772c85 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0782452 May 26 14:46:19.347973 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6a48f43e-0b9d-4c49-83f7-edf0b81d2608 req-d28723f8-b5b9-4222-9a7e-342c2950f5da tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 May 26 14:46:19.385952 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c485a354-3526-4b35-826e-2bd761a0d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.387390 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c485a354-3526-4b35-826e-2bd761a0d2a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8dfe3221-3d58-43e6-9b5c-f9c4df5ad912 HTTP/1.1" status: 200 len: 871 time: 0.1358619 May 26 14:46:19.485565 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-22b1c43d-e765-4876-8e34-3f00694a78a3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143 HTTP/1.1" status: 200 len: 217 time: 0.0734549 May 26 14:46:19.570311 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c82d886c-f268-4048-87e2-02bf40db1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.573201 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-c82d886c-f268-4048-87e2-02bf40db1308 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e5718699-8f8c-4c68-b4e5-ba7126e76617 HTTP/1.1" status: 200 len: 843 time: 0.0646784 May 26 14:46:19.676733 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-128bfc0f-ba20-4c31-a5d0-1d282407cd39 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.678254 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-128bfc0f-ba20-4c31-a5d0-1d282407cd39 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 808 time: 0.1625555 May 26 14:46:19.693052 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Request body: {'port': {'device_id': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471', 'admin_state_up': True, 'tenant_id': '68bfcd69e85b4e7c95ec56620af2804c'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:19.765451 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-5a1879c4-f388-442d-aa39-15b34f4eb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.766991 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-5a1879c4-f388-442d-aa39-15b34f4eb1cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8dfe3221-3d58-43e6-9b5c-f9c4df5ad912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1823125 May 26 14:46:19.894211 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:19.903461 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf976-77c7-41fc-9349-8ece83edb352 req-b1ae5fd4-1b1b-4587-95fc-0895a7de2f6d tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:19.903667 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-42632c7a-bbd5-41ec-86cc-6ed8c1c15343 req-ffe1840e-8588-44e4-9552-c87068f8b8c6 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 210 time: 0.0885873 May 26 14:46:19.904936 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-72ebf976-77c7-41fc-9349-8ece83edb352 req-b1ae5fd4-1b1b-4587-95fc-0895a7de2f6d tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 948 time: 0.1903181 May 26 14:46:19.914573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:19.948949 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Made reservation on behalf of 68bfcd69e85b4e7c95ec56620af2804c for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:46:19.952304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:19.961555 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-4aaf7cef-fd85-4c9a-861f-2a96c6a8fd53 service neutron] 10.222.0.68 "GET /v2.0/networks/8dfe3221-3d58-43e6-9b5c-f9c4df5ad912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671987 May 26 14:46:19.974335 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-72ebf976-77c7-41fc-9349-8ece83edb352 req-8d05a417-015c-4737-b3d6-665f170f26dd tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 May 26 14:46:20.105375 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-798207dc-84dd-4cae-a47b-def8ac226ae0 req-e43a7faa-d2dd-46d2-808a-e8e0aa9d8bad service neutron] 10.222.0.68 "GET /v2.0/networks/8dfe3221-3d58-43e6-9b5c-f9c4df5ad912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358025 May 26 14:46:20.122741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Allocated IP 172.20.0.2 (66c7e7f3-7007-4504-bf42-c42a50331471/aeecb3f0-34f5-4596-9c4f-227250ae2d17/e97fd2bc-0ab8-4cb0-b7b2-83826c497c68) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:46:20.265617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb0cc2-892e-4171-a910-981def927da1 req-4dead3cb-e41a-4a52-aa88-eb8100955143 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:20.267377 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aedb0cc2-892e-4171-a910-981def927da1 req-4dead3cb-e41a-4a52-aa88-eb8100955143 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0905616 May 26 14:46:20.322377 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aedb0cc2-892e-4171-a910-981def927da1 req-69a30e69-dc40-4b45-9c1a-9a513d3bf0c3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492492 May 26 14:46:20.418755 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:46:20.425131 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.467101 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.532447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-57e6660c-d7a7-4c8c-9a17-40a259724db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:20.567191 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:20.582571 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:46:20.608165 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Network 66c7e7f3-7007-4504-bf42-c42a50331471 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:46:20.613077 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:46:20.620913 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:46:20.653642 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d826f594-025b-406c-8cf0-86d2d96036b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.654862 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.670310 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Pushing event updated for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:20.676775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:20.688705 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.689302 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.689388 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.689734 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.690078 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.690418 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.690755 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.691091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.691428 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.691782 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.692115 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.692448 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.694638 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:20.702391 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.703213 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:20.706037 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:20.715866 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:20.717062 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.739256 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e568b-ae62-45e4-b551-737491813620 req-f5c43b8e-402f-4c11-bda2-58544d30213e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:20.740652 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7f8e568b-ae62-45e4-b551-737491813620 req-f5c43b8e-402f-4c11-bda2-58544d30213e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2710357 May 26 14:46:20.773359 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0841928 May 26 14:46:20.786293 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:20.798342 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=6']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:20.805387 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Request body: {'port': {'device_id': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:46:20.806641 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.807022 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.807385 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.807776 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.808131 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.808468 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.808808 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.809149 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.809515 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.809882 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.810222 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.810815 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:46:20.814959 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:20.833026 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['28bc4343-ca60-4446-a82c-47e08c42cdbb'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:20.843410 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7f8e568b-ae62-45e4-b551-737491813620 req-c29c8328-bdaf-41b0-9db6-4b3d7bb2615e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913215 May 26 14:46:20.935620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.136456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3641e-34b0-44c2-a643-24419bb71cf2 req-551483c1-33b7-42ae-8b14-1ae17d2deeba tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:21.146008 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f7f3641e-34b0-44c2-a643-24419bb71cf2 req-551483c1-33b7-42ae-8b14-1ae17d2deeba tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 931 time: 0.0999033 May 26 14:46:21.188766 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f7f3641e-34b0-44c2-a643-24419bb71cf2 req-412db13d-082f-4520-87f2-3250d0ab66c3 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 May 26 14:46:21.361263 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b70c-9ab9-4d2a-8e10-87fdb2756b93 req-32e125be-3a59-44be-ae5c-2ef28c9d0119 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:21.362682 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c546b70c-9ab9-4d2a-8e10-87fdb2756b93 req-32e125be-3a59-44be-ae5c-2ef28c9d0119 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 948 time: 0.2006071 May 26 14:46:21.474005 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c546b70c-9ab9-4d2a-8e10-87fdb2756b93 req-cc593f8e-c81c-4d11-bdc7-6c9d06101bc2 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042402 May 26 14:46:21.486835 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:21.496178 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.511924 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Transition to ACTIVE for port object e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:46:21.515588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.520361 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:21.523642 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4daeb-b461-4119-a819-b079fa5ed7be req-3671ff53-05ef-4caa-a8bc-4b126fbfda95 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:21.525314 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e0a4daeb-b461-4119-a819-b079fa5ed7be req-3671ff53-05ef-4caa-a8bc-4b126fbfda95 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 945 time: 0.0928447 May 26 14:46:21.574509 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e0a4daeb-b461-4119-a819-b079fa5ed7be req-bd62e1c4-ee4c-491b-b1a5-70f3c463d682 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 May 26 14:46:21.639978 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.643596 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:21.668877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:21.746256 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Attempting to bind port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:46:21.746930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Attempting to bind port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:46:21.746930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Attempting to bind port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 on network 66c7e7f3-7007-4504-bf42-c42a50331471 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:21.752187 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 on network 66c7e7f3-7007-4504-bf42-c42a50331471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:46:21.752496 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Attempting to bind port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 on network 66c7e7f3-7007-4504-bf42-c42a50331471 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:46:21.757548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:46:21.757874 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Checking segment: {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:46:21.758252 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Bound using segment: {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:46:21.758667 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Bound port: e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282f8fc7-9d54-4c44-b49f-cbc49473b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:46:21.758998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.844890 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:46:21.847639 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:46:21.851963 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.856093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:21.914331 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:21.914924 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:21.916297 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] 10.222.0.68 "PUT /v2.0/ports/e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 HTTP/1.1" status: 200 len: 1093 time: 1.1153021 May 26 14:46:21.916768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:21.938679 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:21.941670 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:21.993555 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68', 'status': 'completed', 'code': 200} May 26 14:46:22.097965 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3cf2a-7b6c-41a2-9f42-913e15a83819 req-da7e66fa-6fe3-4bd6-af7f-4bfe3d4daad4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.099428 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4c3cf2a-7b6c-41a2-9f42-913e15a83819 req-da7e66fa-6fe3-4bd6-af7f-4bfe3d4daad4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1389043 May 26 14:46:22.103879 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-5a133f73-9536-46c1-93e7-f1a4848121ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.105257 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-5a133f73-9536-46c1-93e7-f1a4848121ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 1096 time: 0.1065030 May 26 14:46:22.186978 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-6869c25f-fd11-48a6-bb29-91418752d4eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 HTTP/1.1" status: 200 len: 217 time: 0.0643268 May 26 14:46:22.327428 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4c3cf2a-7b6c-41a2-9f42-913e15a83819 req-f3bb8541-1d6c-4f0a-8823-fa5529c6cdc1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211385 May 26 14:46:22.338338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-6f5f21ce-d1b3-46d6-bb3d-c993f25643a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.339953 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-6f5f21ce-d1b3-46d6-bb3d-c993f25643a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aeecb3f0-34f5-4596-9c4f-227250ae2d17 HTTP/1.1" status: 200 len: 848 time: 0.1475198 May 26 14:46:22.392165 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-7f9c223d-1865-48a9-8bf2-dd25108ded93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=66c7e7f3-7007-4504-bf42-c42a50331471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409203 May 26 14:46:22.393640 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827cd7e-dcc1-40f8-a72e-f17fcd2efe6d req-e4924d81-5e2f-4737-b5f0-47ca96eb8fde tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.395230 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3827cd7e-dcc1-40f8-a72e-f17fcd2efe6d req-e4924d81-5e2f-4737-b5f0-47ca96eb8fde tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 943 time: 0.0921843 May 26 14:46:22.437216 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8c12a9ac-6538-4905-b61a-f04e6fc7f143 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:46:22.442009 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:46:22.444095 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3827cd7e-dcc1-40f8-a72e-f17fcd2efe6d req-37b24b2b-5c79-4d18-8150-e40ea55114f0 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 May 26 14:46:22.540376 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-072e922b-e9f5-4413-b957-54396aec12d2 service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289291 May 26 14:46:22.610590 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 28bc4343-ca60-4446-a82c-47e08c42cdbb triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:46:22.611334 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:22.714492 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:22.748175 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e39bab92-acf5-40d9-9bce-c166f0e6bfdb req-e49713da-7c68-4951-aeca-3baa9f242eea service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988261 May 26 14:46:22.774519 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '8c12a9ac-6538-4905-b61a-f04e6fc7f143', 'network_id': '8dfe3221-3d58-43e6-9b5c-f9c4df5ad912', 'port_id': '8c12a9ac-6538-4905-b61a-f04e6fc7f143', 'mac_address': 'fa:16:3e:fd:51:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5718699-8f8c-4c68-b4e5-ba7126e76617', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:46:22.826562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929bd55-3fd7-41e2-87da-bf8dcea75974 req-c0a9ac46-7c09-4104-a162-a69ca67a1981 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.834034 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7929bd55-3fd7-41e2-87da-bf8dcea75974 req-c0a9ac46-7c09-4104-a162-a69ca67a1981 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 945 time: 0.1175258 May 26 14:46:22.886206 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7929bd55-3fd7-41e2-87da-bf8dcea75974 req-11f1ee78-93bf-47f7-81ec-fb0e4f613faf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511997 May 26 14:46:22.900586 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:22.963571 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc364f18-f7fc-4432-b2f9-df5a5f7245fe req-2392da27-96de-4467-9c0d-27422ebb6f96 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:22.963859 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:22.973101 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bc364f18-f7fc-4432-b2f9-df5a5f7245fe req-2392da27-96de-4467-9c0d-27422ebb6f96 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 948 time: 0.1794288 May 26 14:46:22.989309 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:22.990793 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:23.001430 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-3d43dfdd-2eaa-4d15-badd-2aae905a953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:23.002980 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-3d43dfdd-2eaa-4d15-badd-2aae905a953b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 1096 time: 0.1524158 May 26 14:46:23.004236 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:23.009233 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:23.039674 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'code': 200} May 26 14:46:23.056045 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c12a9ac-6538-4905-b61a-f04e6fc7f143 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:23.099451 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:23.105520 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:23.107774 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=7']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:23.116931 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:23.117395 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:23.120285 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bc364f18-f7fc-4432-b2f9-df5a5f7245fe req-dbb62213-2a88-48c0-ab8d-9ec4b9619555 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457682 May 26 14:46:23.218025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-fdfddac9-3556-4c0b-8e82-b265cf208f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:23.221132 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-fdfddac9-3556-4c0b-8e82-b265cf208f38 service neutron] 10.222.0.68 "GET /v2.0/networks?id=66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 200 len: 910 time: 0.2064731 May 26 14:46:23.243072 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:23.249213 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:23.304291 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-94bb8e26-5428-46d5-a0a3-ce328cc8c711 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 HTTP/1.1" status: 200 len: 217 time: 0.0769722 May 26 14:46:23.381368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-c0cfc32f-9c2f-45b3-a905-fef0d0fbee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:23.383058 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-c0cfc32f-9c2f-45b3-a905-fef0d0fbee95 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=aeecb3f0-34f5-4596-9c4f-227250ae2d17 HTTP/1.1" status: 200 len: 848 time: 0.0665884 May 26 14:46:23.445529 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:23.479477 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8c12a9ac-6538-4905-b61a-f04e6fc7f143'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:23.494546 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-155ea9f5-6bb4-4f49-bbaa-6af8604ca9a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=66c7e7f3-7007-4504-bf42-c42a50331471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037917 May 26 14:46:23.709477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0072-f33b-4fbd-b37c-a05d625ef601 req-506a208f-98d7-431e-b7d0-dd53997af8f8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:23.713247 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-657d0072-f33b-4fbd-b37c-a05d625ef601 req-506a208f-98d7-431e-b7d0-dd53997af8f8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2597735 May 26 14:46:23.735621 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a944e-a097-4034-b06e-c6be244dcd1b req-38e2393e-a733-4918-a78e-222dda641c4e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:23.738189 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e85a944e-a097-4034-b06e-c6be244dcd1b req-38e2393e-a733-4918-a78e-222dda641c4e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 943 time: 0.1351569 May 26 14:46:23.751792 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-7c1462ce-4553-4d3d-a5a9-5647af1a9aac service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411325 May 26 14:46:23.808431 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e85a944e-a097-4034-b06e-c6be244dcd1b req-3850f800-891a-4b5c-9bab-93d2d2fe442a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639799 May 26 14:46:23.868745 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-657d0072-f33b-4fbd-b37c-a05d625ef601 req-d8ac5014-e6c6-47d6-84ec-14bcb25b04dc tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384542 May 26 14:46:23.937081 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4feb515-eee4-4dba-b023-6d8795ea79b7 req-a3ee84a3-dd38-4d84-a31e-3210e553d1d7 service neutron] 10.222.0.68 "GET /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703606 May 26 14:46:24.118150 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbec9f-f1b0-4406-8401-afb1c1ef0edd req-8e69bfda-de04-4dc8-839e-b7691c086969 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:24.119976 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-15dbec9f-f1b0-4406-8401-afb1c1ef0edd req-8e69bfda-de04-4dc8-839e-b7691c086969 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1022675 May 26 14:46:24.174128 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-15dbec9f-f1b0-4406-8401-afb1c1ef0edd req-3b4c2f61-553b-4664-b124-b0ddba751696 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479617 May 26 14:46:24.412504 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c78396-b85a-49e7-8c6d-34de65e74180 req-6d405d03-e682-423e-86b0-87914158b335 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:24.414306 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63c78396-b85a-49e7-8c6d-34de65e74180 req-6d405d03-e682-423e-86b0-87914158b335 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 949 time: 0.1201394 May 26 14:46:24.472134 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-63c78396-b85a-49e7-8c6d-34de65e74180 req-7065bcf5-10e2-4aa4-a83d-03c31e017320 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 May 26 14:46:25.069521 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96eb06-c199-46df-8895-f5d510d25e0d req-db7cf783-948f-4a39-b08b-d66dfdf90c6c tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:25.076429 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ea96eb06-c199-46df-8895-f5d510d25e0d req-db7cf783-948f-4a39-b08b-d66dfdf90c6c tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 943 time: 0.1095054 May 26 14:46:25.124775 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ea96eb06-c199-46df-8895-f5d510d25e0d req-20085fa0-b155-492b-82ae-e5e125a3dc63 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 May 26 14:46:25.130089 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1feb1-c3f7-48c1-a5c3-20fae835e2d8 req-0d261770-9359-4443-a4e0-f5881ded4e7b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:25.131732 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ec1feb1-c3f7-48c1-a5c3-20fae835e2d8 req-0d261770-9359-4443-a4e0-f5881ded4e7b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1155972 May 26 14:46:25.189101 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2ec1feb1-c3f7-48c1-a5c3-20fae835e2d8 req-81f45481-84ac-4ee3-9d53-1078d5e6f20e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 May 26 14:46:25.414766 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a05e-3734-4a4e-8a27-e1555b069ae5 req-53ead4f6-ad74-4496-a87b-1593355c57f5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:25.416220 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9066a05e-3734-4a4e-8a27-e1555b069ae5 req-53ead4f6-ad74-4496-a87b-1593355c57f5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0931022 May 26 14:46:25.468908 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9066a05e-3734-4a4e-8a27-e1555b069ae5 req-52390bb2-d4cf-4fe0-897e-a8940ad149bd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 May 26 14:46:25.688775 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02a8bb-caec-4dc3-b6ab-a594633d8905 req-791410cc-bdbe-4953-850b-2bbd9fea34c3 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:25.690337 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a02a8bb-caec-4dc3-b6ab-a594633d8905 req-791410cc-bdbe-4953-850b-2bbd9fea34c3 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 949 time: 0.0957446 May 26 14:46:25.738046 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a02a8bb-caec-4dc3-b6ab-a594633d8905 req-9a855f4c-981b-48f0-aa4b-356b1dd79552 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 May 26 14:46:26.455447 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:46:26.460070 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8c12a9ac-6538-4905-b61a-f04e6fc7f143 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:46:26.621701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df04df1-49f7-4645-a05a-82d45616ba47 req-bda0c4e1-d6f6-4bab-9c42-934fb4f07b8a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:26.626279 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2df04df1-49f7-4645-a05a-82d45616ba47 req-bda0c4e1-d6f6-4bab-9c42-934fb4f07b8a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 943 time: 0.1430159 May 26 14:46:26.655784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb0fd1-19fa-418c-9c68-5e2e6ae1c838 req-7f4d5726-10e5-4811-b477-56a0ef6f1798 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:26.657310 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4ceb0fd1-19fa-418c-9c68-5e2e6ae1c838 req-7f4d5726-10e5-4811-b477-56a0ef6f1798 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2840641 May 26 14:46:26.706733 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:46:26.717192 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:46:26.717811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:26.723359 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2df04df1-49f7-4645-a05a-82d45616ba47 req-ed628582-6004-459c-8d50-142b0094c55f tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 May 26 14:46:26.735334 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4ceb0fd1-19fa-418c-9c68-5e2e6ae1c838 req-37aeb083-577c-4b8b-b425-4f5c556d0a25 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722272 May 26 14:46:26.816637 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:26.840176 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68', 'network_id': '66c7e7f3-7007-4504-bf42-c42a50331471', 'port_id': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68', 'mac_address': 'fa:16:3e:df:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeecb3f0-34f5-4596-9c4f-227250ae2d17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:46:26.972186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:26.994068 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:27.012283 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b677-39ca-44ef-94bc-26ae327766e0 req-d1e14c38-9fad-48c7-8c5c-4e13b3b58682 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:27.014427 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4550b677-39ca-44ef-94bc-26ae327766e0 req-d1e14c38-9fad-48c7-8c5c-4e13b3b58682 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1324069 May 26 14:46:27.037151 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:46:27.093660 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:27.097293 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:27.101687 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4550b677-39ca-44ef-94bc-26ae327766e0 req-c03c1dbd-18d5-4906-9add-78ae9eda582b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809455 May 26 14:46:27.113364 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:27.117055 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:27.118355 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:27.202052 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:27.206227 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:27.208628 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:27.209991 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:27.248905 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143', 'code': 200} May 26 14:46:27.293325 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc60b-3ffc-4c12-a466-e1a2323c71bf req-b5a0dffe-6c38-4235-8653-9bcfa5dfa6be tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:27.307803 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f11bc60b-3ffc-4c12-a466-e1a2323c71bf req-b5a0dffe-6c38-4235-8653-9bcfa5dfa6be tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.1881847 May 26 14:46:27.320691 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:27.324666 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:27.342748 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:46:27.386276 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f11bc60b-3ffc-4c12-a466-e1a2323c71bf req-ba75d0ce-026d-4f10-a645-6be3a2b177df tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745673 May 26 14:46:27.577447 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['e97fd2bc-0ab8-4cb0-b7b2-83826c497c68'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:27.596300 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fecace-0dad-4424-a56a-ad014a165649 req-de1831e3-1f24-4f1c-9d8d-e2e72cf3eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:27.598148 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-18fecace-0dad-4424-a56a-ad014a165649 req-de1831e3-1f24-4f1c-9d8d-e2e72cf3eba2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 1103 time: 0.0833161 May 26 14:46:27.654631 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-18fecace-0dad-4424-a56a-ad014a165649 req-5ce8e39b-153c-4be5-b429-88f5e1294ee9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 May 26 14:46:28.009921 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2da8-d019-4d34-af75-a7e4aaccd60c req-76c1f670-eb09-49cd-a62d-498542ca91b4 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:28.012447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-729b2da8-d019-4d34-af75-a7e4aaccd60c req-76c1f670-eb09-49cd-a62d-498542ca91b4 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Synchronizing usage tracker for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:28.034937 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-729b2da8-d019-4d34-af75-a7e4aaccd60c req-76c1f670-eb09-49cd-a62d-498542ca91b4 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Unset dirty status for tenant:68bfcd69e85b4e7c95ec56620af2804c on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:28.037260 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-729b2da8-d019-4d34-af75-a7e4aaccd60c req-76c1f670-eb09-49cd-a62d-498542ca91b4 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 944 time: 0.1793575 May 26 14:46:28.090365 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cede02-7289-4c47-8415-cf1b9ab3999d req-8ec2c652-f198-4dd9-a9ca-c73d02321a49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:28.091749 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-729b2da8-d019-4d34-af75-a7e4aaccd60c req-ded5bece-faff-4755-b7b6-c8d157e870a1 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 May 26 14:46:28.093061 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-97cede02-7289-4c47-8415-cf1b9ab3999d req-8ec2c652-f198-4dd9-a9ca-c73d02321a49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1347623 May 26 14:46:28.171348 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-97cede02-7289-4c47-8415-cf1b9ab3999d req-742b0f6f-fadb-4864-ac37-9d79976a9500 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641410 May 26 14:46:28.427822 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba9654-e2e7-4eea-be67-4aa51a19a472 req-66414447-5f93-40ec-baf8-3da56b94c796 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:28.427822 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e4ba9654-e2e7-4eea-be67-4aa51a19a472 req-66414447-5f93-40ec-baf8-3da56b94c796 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1277115 May 26 14:46:28.521173 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e4ba9654-e2e7-4eea-be67-4aa51a19a472 req-6ac73527-7eb0-412e-9989-b828660c420f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842788 May 26 14:46:28.631455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fd07a-4bc3-4152-960d-9ea8f7096e21 req-d0a046a8-9bc5-46da-8a1b-6a61d6297d08 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:28.633039 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-678fd07a-4bc3-4152-960d-9ea8f7096e21 req-d0a046a8-9bc5-46da-8a1b-6a61d6297d08 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.1034009 May 26 14:46:28.694621 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-678fd07a-4bc3-4152-960d-9ea8f7096e21 req-e6113457-22e0-4ae5-a6b4-99899433b345 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553479 May 26 14:46:29.341797 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd831f1-07a3-4d29-a70e-94c2c5ff80c9 req-67adde56-c2b3-45e4-9ef6-489ec9b2d05b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:29.344004 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9fd831f1-07a3-4d29-a70e-94c2c5ff80c9 req-67adde56-c2b3-45e4-9ef6-489ec9b2d05b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 944 time: 0.1288445 May 26 14:46:29.432783 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9fd831f1-07a3-4d29-a70e-94c2c5ff80c9 req-45ad57ed-280a-487c-9151-2130536df384 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664706 May 26 14:46:29.433518 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffdca1-c598-4b57-b50c-1a3e701d241c req-c04dfaee-98bc-486a-abcf-abca7b275f62 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:29.435867 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aeffdca1-c598-4b57-b50c-1a3e701d241c req-c04dfaee-98bc-486a-abcf-abca7b275f62 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1183090 May 26 14:46:29.516456 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aeffdca1-c598-4b57-b50c-1a3e701d241c req-5bffb384-39d4-41a2-8288-94f2e16e813a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741930 May 26 14:46:29.783154 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed74b7-8cf8-4a74-a04b-244c7810697d req-a4ee01f3-7331-411e-96da-e123f642edee tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:29.784914 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eed74b7-8cf8-4a74-a04b-244c7810697d req-a4ee01f3-7331-411e-96da-e123f642edee tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1232345 May 26 14:46:29.898369 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eed74b7-8cf8-4a74-a04b-244c7810697d req-cd710292-1ceb-4331-b0d7-23378bfe49ef tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982463 May 26 14:46:30.078190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-3d4cb785-1791-4b9e-85a8-b80f0c6a36f5 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:30.078838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-3d4cb785-1791-4b9e-85a8-b80f0c6a36f5 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Synchronizing usage tracker for tenant:6e4e4f0487d04ad8bed6949e7e736d54 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:30.099787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-3d4cb785-1791-4b9e-85a8-b80f0c6a36f5 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Unset dirty status for tenant:6e4e4f0487d04ad8bed6949e7e736d54 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:30.100864 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-3d4cb785-1791-4b9e-85a8-b80f0c6a36f5 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.2593493 May 26 14:46:30.275979 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-773ff5b6-8bde-4c01-8e57-71de7c989650 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Synchronizing usage tracker for tenant:6e4e4f0487d04ad8bed6949e7e736d54 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:46:30.296360 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-773ff5b6-8bde-4c01-8e57-71de7c989650 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Unset dirty status for tenant:6e4e4f0487d04ad8bed6949e7e736d54 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:46:30.297527 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-75ea67f6-556c-4973-8cc3-36f107f1153a req-773ff5b6-8bde-4c01-8e57-71de7c989650 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725350 May 26 14:46:30.472187 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:46:30.562602 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:46:30.571323 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:46:30.572454 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:30.682957 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820d4f-20af-4fef-bc7b-1ffd70601462 req-975e894f-87e4-4d74-a8ff-3225f1034371 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:30.691498 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f4820d4f-20af-4fef-bc7b-1ffd70601462 req-975e894f-87e4-4d74-a8ff-3225f1034371 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 944 time: 0.1292641 May 26 14:46:30.725725 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:30.747738 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f4820d4f-20af-4fef-bc7b-1ffd70601462 req-47f8752a-1236-4dbd-8215-7a9a068a3ce8 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544479 May 26 14:46:30.771351 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:30.788861 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:30.797411 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:30.799754 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:30.931216 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:30.938549 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:30.940632 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8bfa5-1355-42aa-aa3f-6e3019ddb193 req-030e32f7-f005-400e-883a-9e893e2da27b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:30.943533 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d8d8bfa5-1355-42aa-aa3f-6e3019ddb193 req-030e32f7-f005-400e-883a-9e893e2da27b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1465945 May 26 14:46:31.003751 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d8d8bfa5-1355-42aa-aa3f-6e3019ddb193 req-38fb99fe-9dbd-459e-8415-34d597f23b49 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 May 26 14:46:31.084120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961480c-7967-431b-a055-ffd01d179908 req-b1d80e05-8887-44af-85b6-757b39cbfbf4 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.096308 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0961480c-7967-431b-a055-ffd01d179908 req-b1d80e05-8887-44af-85b6-757b39cbfbf4 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.1466627 May 26 14:46:31.144965 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0961480c-7967-431b-a055-ffd01d179908 req-da6fdeb8-2e38-46e8-b552-380ca0d0c724 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 May 26 14:46:31.217464 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68', 'code': 200} May 26 14:46:31.445891 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0df361-88e3-42ff-9e97-76ba98731690 req-73e2924a-35c5-4961-a091-821807dc2010 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.447535 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2b0df361-88e3-42ff-9e97-76ba98731690 req-73e2924a-35c5-4961-a091-821807dc2010 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1691103 May 26 14:46:31.533143 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2b0df361-88e3-42ff-9e97-76ba98731690 req-8855d531-86f9-47a2-a1a5-a65aa28ef99d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795043 May 26 14:46:31.623195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-8a89df25-2669-4ccf-8357-f1d282deb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.625645 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-8a89df25-2669-4ccf-8357-f1d282deb812 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1099 time: 0.1428585 May 26 14:46:31.647476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca81189-dfe5-4ae4-b3c1-a251fcfe640d req-a6be9787-c24a-4773-88a9-4fbd1f6c1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.648967 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ca81189-dfe5-4ae4-b3c1-a251fcfe640d req-a6be9787-c24a-4773-88a9-4fbd1f6c1866 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 1098 time: 0.1274650 May 26 14:46:31.708493 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ca81189-dfe5-4ae4-b3c1-a251fcfe640d req-2e96b23e-dfaf-4671-9c0e-7d3b57e14376 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443830 May 26 14:46:31.820255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-2bd81dd5-0244-4133-ab5b-43af3f9a1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.821891 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-2bd81dd5-0244-4133-ab5b-43af3f9a1c41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1585536 May 26 14:46:31.958704 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-ad0d14d3-795d-4efc-9e49-8c867dbb8c33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 1001 time: 0.1272571 May 26 14:46:31.965015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e178f4-27f4-4b84-96b4-b1d1b2391536 req-8ff9bd0f-9159-41a2-84a8-d784c321281a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:31.966652 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8e178f4-27f4-4b84-96b4-b1d1b2391536 req-8ff9bd0f-9159-41a2-84a8-d784c321281a tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0900373 May 26 14:46:32.018782 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8e178f4-27f4-4b84-96b4-b1d1b2391536 req-7e0c52c3-dc85-4130-8302-f3ec36d4cd9b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 May 26 14:46:32.042637 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-fd512d22-9185-47a1-a36c-8eae44ea0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:32.044932 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-fd512d22-9185-47a1-a36c-8eae44ea0422 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0694952 May 26 14:46:32.144014 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-a15f5ac4-9300-4162-ac99-1bf98ff969d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:32.145616 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-a15f5ac4-9300-4162-ac99-1bf98ff969d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912271 May 26 14:46:32.376925 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1be928-5c74-459d-92e1-fb81677d8d44 req-d59e6cda-8f31-44f2-b19c-72d91cb168f7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:32.381489 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5c1be928-5c74-459d-92e1-fb81677d8d44 req-d59e6cda-8f31-44f2-b19c-72d91cb168f7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2336285 May 26 14:46:32.388512 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-01edc694-8a35-4d63-b29f-4a334fb9ea84 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862924 May 26 14:46:32.455180 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5c1be928-5c74-459d-92e1-fb81677d8d44 req-e6c12f23-6e20-47ec-811c-c7164a57a08a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694654 May 26 14:46:32.574373 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-764f5ef7-f78e-485b-be34-0fa3a66996ba req-ccf8ed22-e6a0-411e-9f99-484efdc23e96 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492913 May 26 14:46:32.604277 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae813ca-15ab-4bfb-8be9-68a5fdbb414d req-fb95fcc9-5b40-4e5a-876e-755f38344e7f tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:32.608191 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dae813ca-15ab-4bfb-8be9-68a5fdbb414d req-fb95fcc9-5b40-4e5a-876e-755f38344e7f tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.1351070 May 26 14:46:32.677842 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dae813ca-15ab-4bfb-8be9-68a5fdbb414d req-c469af34-0007-48fe-9940-c010afc67322 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/security-groups?id=8c076688-4a8a-4a24-a858-cd54ef0e6aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661273 May 26 14:46:32.785363 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def360d4-2742-4c32-aac7-ce66876e4c11 req-645be755-95cc-454b-92ca-ca1ca4397a01 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:32.786974 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-def360d4-2742-4c32-aac7-ce66876e4c11 req-645be755-95cc-454b-92ca-ca1ca4397a01 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0933344 May 26 14:46:32.836212 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-def360d4-2742-4c32-aac7-ce66876e4c11 req-bc8242b1-a81c-43d5-996c-a00ae910ec5c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432155 May 26 14:46:33.058853 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51639858-c414-4d34-804c-b44f4723b47e req-fb68a43c-9625-44a3-8878-1da14b8f5589 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:33.060932 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-51639858-c414-4d34-804c-b44f4723b47e req-fb68a43c-9625-44a3-8878-1da14b8f5589 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.68 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 950 time: 0.1825883 May 26 14:46:33.280010 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Deleting port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:46:33.280351 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:33.349156 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b04f-9ad6-4f54-95c8-cffa444243cc req-bc80e3b3-4d7b-4a26-b1c3-884075895f1e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:33.351793 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-84a9b04f-9ad6-4f54-95c8-cffa444243cc req-bc80e3b3-4d7b-4a26-b1c3-884075895f1e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.1553123 May 26 14:46:33.479826 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-84a9b04f-9ad6-4f54-95c8-cffa444243cc req-cdc17517-e257-4d22-9237-1820406776b9 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115963 May 26 14:46:33.507044 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] For port 8c12a9ac-6538-4905-b61a-f04e6fc7f143, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8c12a9ac-6538-4905-b61a-f04e6fc7f143,segment=NetworkSegment(6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7),segment_id=6c49b6d8-3711-4cd9-b5c8-ae9f91fbf7a7)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:33.507409 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:33.654814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Calling delete_port for 8c12a9ac-6538-4905-b61a-f04e6fc7f143 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:46:33.697967 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86c39-36cd-4215-af8a-e4e76aae9d40 req-dc492c2d-0fba-4e3d-afa1-3d646911d254 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:33.699515 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8e86c39-36cd-4215-af8a-e4e76aae9d40 req-dc492c2d-0fba-4e3d-afa1-3d646911d254 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1051471 May 26 14:46:33.843414 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:33.850746 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-04ff80f4-6da1-454a-91b2-3f29ebd93dea tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:33.853474 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8e86c39-36cd-4215-af8a-e4e76aae9d40 req-32724b66-5d5f-4dab-9717-d4bc7675d76c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 May 26 14:46:33.858931 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8c12a9ac-6538-4905-b61a-f04e6fc7f143'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:33.898389 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Pushing event deleted for resources: {'Port': ['ID=8c12a9ac-6538-4905-b61a-f04e6fc7f143,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:33.908260 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:34.079027 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] No DVR routers for this DVR port 8c12a9ac-6538-4905-b61a-f04e6fc7f143 on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:46:34.090095 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4054aa9d-ec87-4fac-a614-1e052a93a813 req-c0d1a14a-7844-491a-a049-fd360a52b6c6 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38e4983-8c80-4187-a9bd-fb9c00e62dfd HTTP/1.1" status: 200 len: 210 time: 0.0592310 May 26 14:46:34.091977 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:34.100719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'name': 'network-vif-deleted', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:34.134671 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-51639858-c414-4d34-804c-b44f4723b47e req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] 10.222.0.68 "DELETE /v2.0/ports/8c12a9ac-6538-4905-b61a-f04e6fc7f143 HTTP/1.1" status: 204 len: 173 time: 1.0567498 May 26 14:46:34.163426 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38e4983-8c80-4187-a9bd-fb9c00e62dfd', 'name': 'network-vif-deleted', 'tag': '8c12a9ac-6538-4905-b61a-f04e6fc7f143', 'status': 'completed', 'code': 200} May 26 14:46:34.179153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909c3f-fd21-4f5f-8c8f-d0647a1da326 req-5fea0a93-5e42-42df-ab75-741da90fc152 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:34.187641 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a2909c3f-fd21-4f5f-8c8f-d0647a1da326 req-5fea0a93-5e42-42df-ab75-741da90fc152 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1282432 May 26 14:46:34.241010 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a2909c3f-fd21-4f5f-8c8f-d0647a1da326 req-7807255d-a004-46b9-b230-229ef9b77488 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522547 May 26 14:46:34.685111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202f7b-6ab2-48f0-92f8-170535831f78 req-ed723e32-a4d2-4f9d-95c3-3a25dc501d34 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:34.686601 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aa202f7b-6ab2-48f0-92f8-170535831f78 req-ed723e32-a4d2-4f9d-95c3-3a25dc501d34 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0920360 May 26 14:46:34.764479 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aa202f7b-6ab2-48f0-92f8-170535831f78 req-e01e482a-e58b-47af-bf61-0ae4bcf01247 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606513 May 26 14:46:35.113830 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb2e89-782f-4d80-a159-0968c5258fde req-312be406-6085-42f5-92f2-cbc73755e5f0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:35.115280 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbfb2e89-782f-4d80-a159-0968c5258fde req-312be406-6085-42f5-92f2-cbc73755e5f0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0835829 May 26 14:46:35.167749 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbfb2e89-782f-4d80-a159-0968c5258fde req-e3537863-5268-4d09-a0d7-359673e6bd7a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392938 May 26 14:46:35.270985 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:35.472616 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15548e5-1163-458e-9bf8-305a65d06db4 req-99f021b7-274f-4ab7-96b2-31d6d113a4f7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:35.474054 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b15548e5-1163-458e-9bf8-305a65d06db4 req-99f021b7-274f-4ab7-96b2-31d6d113a4f7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.1027136 May 26 14:46:35.528017 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b15548e5-1163-458e-9bf8-305a65d06db4 req-aa328dac-0343-4364-aa1d-f27d02bdf98b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469720 May 26 14:46:35.639593 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-2ed684e6-04b2-4617-943f-db68c406c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:35.642008 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-2ed684e6-04b2-4617-943f-db68c406c102 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1099 time: 0.0860531 May 26 14:46:35.795173 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-15d6beed-75dc-4ab6-a633-c61d286ad664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:35.797625 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-15d6beed-75dc-4ab6-a633-c61d286ad664 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1478131 May 26 14:46:35.915446 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-b35f3565-d1dd-4e15-8b15-fff9bb28f7f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 1001 time: 0.1056144 May 26 14:46:36.008130 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-5fdeb50b-8e5a-4e97-a8c0-ef62c9b7756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:36.009569 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-5fdeb50b-8e5a-4e97-a8c0-ef62c9b7756c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0638070 May 26 14:46:36.012163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972aeb-1ce6-4a9f-bf98-4042b6726d55 req-57473a2a-44bc-41e8-a2e8-ce3529682dfc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:36.014553 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0a972aeb-1ce6-4a9f-bf98-4042b6726d55 req-57473a2a-44bc-41e8-a2e8-ce3529682dfc tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0816982 May 26 14:46:36.066782 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0a972aeb-1ce6-4a9f-bf98-4042b6726d55 req-38b2268d-1867-48fe-b7e5-88894c23d982 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 May 26 14:46:36.095959 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-5f58349b-db62-4f25-8cc3-cb27adaa09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:36.097405 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-5f58349b-db62-4f25-8cc3-cb27adaa09e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797882 May 26 14:46:36.281329 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-7c8d5989-c07c-436f-8569-48793ce235bb service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595943 May 26 14:46:36.548696 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8c12a9ac-6538-4905-b61a-f04e6fc7f143 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:46:36.565271 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-61276f95-784d-4b5b-87a0-f42d8fe7ff62 req-e6c27fce-1889-4d5f-89d9-377e1d6049aa service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444599 May 26 14:46:36.573874 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606251e6-9381-41bf-abec-1518a4f2e88e req-9c6b4609-596a-4684-86e5-c42a8f42666b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:36.575605 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-606251e6-9381-41bf-abec-1518a4f2e88e req-9c6b4609-596a-4684-86e5-c42a8f42666b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2902124 May 26 14:46:36.613322 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 8c12a9ac-6538-4905-b61a-f04e6fc7f143 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:46:36.613788 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8c12a9ac-6538-4905-b61a-f04e6fc7f143 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:46:36.614567 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:46:36.638751 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-606251e6-9381-41bf-abec-1518a4f2e88e req-63c43fdb-c0c6-4605-b312-be72a6ed103b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 May 26 14:46:36.743537 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c133e7-edab-4969-ac0d-60c7752a468c req-c39b3d0d-dffc-4404-bbea-9df2c6a2fa5a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:36.744187 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:36.745181 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c8c133e7-edab-4969-ac0d-60c7752a468c req-c39b3d0d-dffc-4404-bbea-9df2c6a2fa5a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 946 time: 0.0839758 May 26 14:46:36.771294 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:36.797021 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:36.802514 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:36.804397 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c8c133e7-edab-4969-ac0d-60c7752a468c req-f38de8e1-d97a-4a7c-b856-138428bb54eb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525122 May 26 14:46:36.806566 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:36.849400 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'code': 200} May 26 14:46:36.884020 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=8']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:36.886986 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:37.271135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce536b-e2b3-4b3e-ad95-12bf42aac13c req-69b4139d-00a4-4676-b6a8-c178d4c2b0db tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:37.272635 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ddce536b-e2b3-4b3e-ad95-12bf42aac13c req-69b4139d-00a4-4676-b6a8-c178d4c2b0db tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.0943625 May 26 14:46:37.320369 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ddce536b-e2b3-4b3e-ad95-12bf42aac13c req-670e397f-ef57-4a70-9a89-a986b96b2749 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 May 26 14:46:37.817181 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-2deda94e-2698-4630-8699-ae32665e530b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:37.818723 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-2deda94e-2698-4630-8699-ae32665e530b tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.1202521 May 26 14:46:37.881310 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc99a8-8bad-439a-b929-90aa482fa415 req-1cd52285-01fa-4aef-a554-5fa44714a552 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:37.882994 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e1fc99a8-8bad-439a-b929-90aa482fa415 req-1cd52285-01fa-4aef-a554-5fa44714a552 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1088054 May 26 14:46:37.931596 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e1fc99a8-8bad-439a-b929-90aa482fa415 req-a70dfdc4-0ec4-4917-bfb5-02a1ef4e7a85 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 May 26 14:46:38.074910 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Deleting port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:46:38.075545 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:38.099289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba16a3-a503-4ae3-83bc-9af370b41e9c req-c334eec4-845e-4bbf-970f-4443e8fc047a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:38.100765 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cdba16a3-a503-4ae3-83bc-9af370b41e9c req-c334eec4-845e-4bbf-970f-4443e8fc047a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1404028 May 26 14:46:38.217073 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cdba16a3-a503-4ae3-83bc-9af370b41e9c req-a1797a56-42ad-4120-8fc9-8231232ef95f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083438 May 26 14:46:38.259368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] For port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,segment=NetworkSegment(282f8fc7-9d54-4c44-b49f-cbc49473b359),segment_id=282f8fc7-9d54-4c44-b49f-cbc49473b359)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:46:38.259860 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:38.388719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Calling delete_port for e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:46:38.559621 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:38.565915 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:38.572299 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['e97fd2bc-0ab8-4cb0-b7b2-83826c497c68'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:46:38.616594 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Pushing event deleted for resources: {'Port': ['ID=e97fd2bc-0ab8-4cb0-b7b2-83826c497c68,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:38.620079 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:38.664140 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2ad56-32d0-4710-a953-30491be5e5a4 req-22ae0994-dbb4-4ed9-8448-2e2dfdae810c tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:38.665657 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-46b2ad56-32d0-4710-a953-30491be5e5a4 req-22ae0994-dbb4-4ed9-8448-2e2dfdae810c tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/ports?device_id=196afa5e-3464-474d-a6f2-af9517a5e5c8 HTTP/1.1" status: 200 len: 945 time: 0.2288668 May 26 14:46:38.719985 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] No DVR routers for this DVR port e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:46:38.726888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:38.729445 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'name': 'network-vif-deleted', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:46:38.756005 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b5dce092-ddf4-4a13-90ca-81c929628b79 req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.68 "DELETE /v2.0/ports/e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 HTTP/1.1" status: 204 len: 173 time: 0.9309978 May 26 14:46:38.780834 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-46b2ad56-32d0-4710-a953-30491be5e5a4 req-d6492106-6ed8-4146-ad80-0de8064cb8d1 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] 10.222.0.25 "GET /v2.0/security-groups?id=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735288 May 26 14:46:38.794312 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196afa5e-3464-474d-a6f2-af9517a5e5c8', 'name': 'network-vif-deleted', 'tag': 'e97fd2bc-0ab8-4cb0-b7b2-83826c497c68', 'status': 'completed', 'code': 200} May 26 14:46:39.126539 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b50aa-8751-4ac0-88f3-8b9ad10fcad7 req-845a8c84-a287-4e4e-ad5d-1a377eb8f48b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:39.127921 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ea1b50aa-8751-4ac0-88f3-8b9ad10fcad7 req-845a8c84-a287-4e4e-ad5d-1a377eb8f48b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0845659 May 26 14:46:39.173135 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ea1b50aa-8751-4ac0-88f3-8b9ad10fcad7 req-204c4349-696e-4c4b-9332-c96baa87e08c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 May 26 14:46:39.439306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806d124-a757-4818-8c47-dcb26429a5eb req-1347b616-5635-4ffa-b406-1431743268c2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:39.441058 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e806d124-a757-4818-8c47-dcb26429a5eb req-1347b616-5635-4ffa-b406-1431743268c2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0933537 May 26 14:46:39.488971 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e806d124-a757-4818-8c47-dcb26429a5eb req-83af2815-0120-45d4-890a-d8f1412cd71a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 May 26 14:46:39.999190 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 54932) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:40.173782 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 54944) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:40.176917 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b2f9a240-3df9-467f-8bce-5a8e251fea13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e4e4f0487d04ad8bed6949e7e736d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759191 May 26 14:46:40.245522 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:40.277619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:40.347458 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:40.352559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-737eabd7-5b47-46f1-b07d-7e4e2d737708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:40.396665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c076688-4a8a-4a24-a858-cd54ef0e6aad,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:40.406898 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:40.412498 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:40.417163 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c076688-4a8a-4a24-a858-cd54ef0e6aad HTTP/1.1" status: 204 len: 168 time: 0.2387776 May 26 14:46:40.441406 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39506978-2248-41f3-8f55-077af0b015b5 req-696177a3-41b9-44b4-a30d-4bd9a017f5f3 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:40.451059 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-39506978-2248-41f3-8f55-077af0b015b5 req-696177a3-41b9-44b4-a30d-4bd9a017f5f3 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1482563 May 26 14:46:40.503423 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-39506978-2248-41f3-8f55-077af0b015b5 req-feb2da52-2803-415c-9f2b-42304eb8f3d3 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513220 May 26 14:46:40.623450 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c181be-79df-4ae0-9eb7-0f4cec7fef10 req-a20f5d50-2a71-4397-a68b-4b5de0e6e4b2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:40.635386 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-31c181be-79df-4ae0-9eb7-0f4cec7fef10 req-a20f5d50-2a71-4397-a68b-4b5de0e6e4b2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1453218 May 26 14:46:40.706924 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-31c181be-79df-4ae0-9eb7-0f4cec7fef10 req-66b55489-6223-4645-96a8-680360932548 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700293 May 26 14:46:41.093421 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55008) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:41.246501 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-89b4205e-983a-4ab0-bc8c-b7ce07382c23 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514239 May 26 14:46:41.727689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd320ac-6c20-4ac9-9824-dd421279e280 req-378023b0-b872-421e-8461-562bb6a06a16 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:41.729328 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dcd320ac-6c20-4ac9-9824-dd421279e280 req-378023b0-b872-421e-8461-562bb6a06a16 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0974929 May 26 14:46:41.775852 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dcd320ac-6c20-4ac9-9824-dd421279e280 req-b97ba504-d800-41e7-90cc-cb1d9962c93d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 May 26 14:46:42.079402 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33aed-6542-4669-bde9-679ffc3f068c req-37c17207-287d-49a3-9a3f-0faade49b1c8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:42.080957 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2ed33aed-6542-4669-bde9-679ffc3f068c req-37c17207-287d-49a3-9a3f-0faade49b1c8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1725967 May 26 14:46:42.145337 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2ed33aed-6542-4669-bde9-679ffc3f068c req-9a668b11-30ee-4130-9c84-16b11cf1e763 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557687 May 26 14:46:42.565481 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:46:42.605205 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:46:42.605555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device e97fd2bc-0ab8-4cb0-b7b2-83826c497c68 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:46:42.605958 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:46:43.019484 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c877719-063f-43ee-b490-48acaf79fb94 req-69f8d2ef-a5b6-47ba-9bee-7bae7e505b24 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:43.021400 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0c877719-063f-43ee-b490-48acaf79fb94 req-69f8d2ef-a5b6-47ba-9bee-7bae7e505b24 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1153526 May 26 14:46:43.081580 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0c877719-063f-43ee-b490-48acaf79fb94 req-a2c06768-ba49-4a7f-9bec-572d15dcf335 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523882 May 26 14:46:43.352640 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e69309-05e6-4f82-9dc0-74d270a1f991 req-f9c508a8-a5a0-4f0a-a484-aacd5927b002 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:43.360369 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7e69309-05e6-4f82-9dc0-74d270a1f991 req-f9c508a8-a5a0-4f0a-a484-aacd5927b002 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0985301 May 26 14:46:43.379535 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-768843e8-b6e0-4e27-9b46-d65f89a3f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:43.381848 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-768843e8-b6e0-4e27-9b46-d65f89a3f807 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 1097 time: 0.1491938 May 26 14:46:43.412305 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7e69309-05e6-4f82-9dc0-74d270a1f991 req-fcd4eb56-7c38-4556-a6a9-7eac0496f91d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507414 May 26 14:46:43.637092 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-566a3ff3-be92-4f66-ac4b-c079ffb14e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:43.639024 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-566a3ff3-be92-4f66-ac4b-c079ffb14e36 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1097 time: 0.2102878 May 26 14:46:43.793001 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-2f7dc2ba-e867-4cec-bc44-4afac0a55d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:43.795186 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-2f7dc2ba-e867-4cec-bc44-4afac0a55d2b service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1482489 May 26 14:46:43.924655 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-f49b2531-7860-4492-86b0-9a4c5a0aa651 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 200 len: 999 time: 0.1150153 May 26 14:46:44.005548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-7e3d2107-e031-4e24-ba35-e87a8fc3d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:44.007043 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-7e3d2107-e031-4e24-ba35-e87a8fc3d77e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0759513 May 26 14:46:44.098109 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-26640d50-429b-4a56-8b12-68575c528707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:44.099450 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-26640d50-429b-4a56-8b12-68575c528707 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811932 May 26 14:46:44.338701 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-73b736cd-63bc-4eaa-ac5e-75dc95318f30 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323506 May 26 14:46:44.359838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619ed66-39e3-4d0a-980a-e7548e5ff99d req-55b83a0f-7c94-40f1-b891-c32ddff5aafb tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:44.362450 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5619ed66-39e3-4d0a-980a-e7548e5ff99d req-55b83a0f-7c94-40f1-b891-c32ddff5aafb tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1174023 May 26 14:46:44.461099 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5619ed66-39e3-4d0a-980a-e7548e5ff99d req-a312b3f1-61f8-486c-8f6e-cf432446964e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 May 26 14:46:44.559058 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9c3d59-68e4-45cb-af5b-172c8a3113b9 req-a161df79-e1ab-4981-9638-172e4c4caadf service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034464 May 26 14:46:44.718325 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05893-f870-473e-97ea-a39bcf760b76 req-37c59816-842d-4979-aefa-ea6189c57426 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:44.719730 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-def05893-f870-473e-97ea-a39bcf760b76 req-37c59816-842d-4979-aefa-ea6189c57426 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0977414 May 26 14:46:44.772863 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-def05893-f870-473e-97ea-a39bcf760b76 req-1966b7ec-18ff-4e4f-bcd9-dc1f165a1c6b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 May 26 14:46:45.975988 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f340936-43e3-437f-af76-37c77493281b req-a53a5e62-a9d7-4c96-a415-0afebc2e1e53 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:45.975988 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5f340936-43e3-437f-af76-37c77493281b req-a53a5e62-a9d7-4c96-a415-0afebc2e1e53 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2639699 May 26 14:46:46.100985 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5f340936-43e3-437f-af76-37c77493281b req-8b3185c4-68a7-4883-81e4-1f8e956dce86 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254971 May 26 14:46:46.246984 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c975006-1971-4f9c-a186-5ce07513dc7e req-72fbd2d3-d0e0-4f7d-b675-8a3ff57a0776 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:46.259561 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4c975006-1971-4f9c-a186-5ce07513dc7e req-72fbd2d3-d0e0-4f7d-b675-8a3ff57a0776 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1889877 May 26 14:46:46.320939 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4c975006-1971-4f9c-a186-5ce07513dc7e req-3cd4257a-45b9-4f0f-8340-2d2914643582 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603926 May 26 14:46:47.398141 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a443-64fe-4601-8948-8b98fe083e28 req-dcbf597e-a012-4c3e-9f14-7802bae8dc84 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:47.409804 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2471a443-64fe-4601-8948-8b98fe083e28 req-dcbf597e-a012-4c3e-9f14-7802bae8dc84 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1892426 May 26 14:46:47.503331 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2471a443-64fe-4601-8948-8b98fe083e28 req-72367f77-064f-4490-b01e-fb0d3086259b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869629 May 26 14:46:47.809304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcf44-1cd9-40f1-add5-4e522dfe024f req-a38d4e9e-8a4f-43b3-bcce-ef8ac586d199 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:47.820971 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-26abcf44-1cd9-40f1-add5-4e522dfe024f req-a38d4e9e-8a4f-43b3-bcce-ef8ac586d199 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.2085721 May 26 14:46:47.941971 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-26abcf44-1cd9-40f1-add5-4e522dfe024f req-0342ef72-3d7c-4ac7-8ea0-5bc587431b8a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185210 May 26 14:46:48.131631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55206) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:48.303005 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dd21721e-bc98-4588-aa8b-19840f983e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.324911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.344198 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:46:48.348880 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ea4ebace1e4c178fbe57b1da5a270e is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:46:48.356695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:46:48.367318 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:46:48.488307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.494472 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.506622 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7c23aad1-5d91-4039-9f54-6942d647128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:48.546792 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ccc7c1-4434-4812-8637-4f31e570917f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:48.557929 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:48.570930 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4ea4ebace1e4c178fbe57b1da5a270e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377902 May 26 14:46:48.571078 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55214) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:46:48.707539 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.756391 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:48.956701 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cc93c-c9c2-4d79-b846-5c8e8195be94 req-c10cef82-f716-4d56-850d-34ceae203660 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:48.967910 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-595cc93c-c9c2-4d79-b846-5c8e8195be94 req-c10cef82-f716-4d56-850d-34ceae203660 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2222595 May 26 14:46:49.033851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:49.037339 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-91a58e87-a35a-4070-9fad-76bcba61d548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:46:49.075693 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-595cc93c-c9c2-4d79-b846-5c8e8195be94 req-1ef58659-c6e7-4625-af97-d203dfe05b2b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 May 26 14:46:49.076620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ccc7c1-4434-4812-8637-4f31e570917f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:46:49.079401 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:46:49.086431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:49.107990 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90ccc7c1-4434-4812-8637-4f31e570917f HTTP/1.1" status: 204 len: 168 time: 0.5155368 May 26 14:46:49.532595 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948403e-a74e-4280-ac3b-0e8b0d6bc6e5 req-2f655038-d0fa-4b9b-97bf-4db0a3a8ffdf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:49.542858 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2948403e-a74e-4280-ac3b-0e8b0d6bc6e5 req-2f655038-d0fa-4b9b-97bf-4db0a3a8ffdf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.2572875 May 26 14:46:49.598605 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2948403e-a74e-4280-ac3b-0e8b0d6bc6e5 req-f27a5ec8-17f6-45fe-ae15-6040d6e55ecd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549297 May 26 14:46:50.369069 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99165fc-d941-4398-b89e-a591bb34301d req-1e0280fd-49cc-42e0-aaa8-32b88029c990 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:50.370722 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b99165fc-d941-4398-b89e-a591bb34301d req-1e0280fd-49cc-42e0-aaa8-32b88029c990 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1251740 May 26 14:46:50.452566 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b99165fc-d941-4398-b89e-a591bb34301d req-322c61bd-205b-4fea-9bb0-f4e51757a510 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747304 May 26 14:46:50.640979 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bf89359c-64e3-41bf-bc10-e30524829135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:50.736000 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:50.819838 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe455-47c4-41d3-a6a7-e03ba290ac28 req-fc1fdf6b-31f8-4073-b27d-24eb45fb03bd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:50.821359 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ba7fe455-47c4-41d3-a6a7-e03ba290ac28 req-fc1fdf6b-31f8-4073-b27d-24eb45fb03bd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1006932 May 26 14:46:50.908138 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ba7fe455-47c4-41d3-a6a7-e03ba290ac28 req-98a9ec86-8260-4b7a-8db6-0e6cd835789b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781119 May 26 14:46:51.645271 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:51.688276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0273f-b906-482f-898c-1fafa392e572 req-3139b56e-ffc1-4e2c-9361-b62d0029251b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:51.689735 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bad0273f-b906-482f-898c-1fafa392e572 req-3139b56e-ffc1-4e2c-9361-b62d0029251b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0953977 May 26 14:46:51.754689 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bad0273f-b906-482f-898c-1fafa392e572 req-2a21b47b-e25c-4584-9997-d1aaaecb1804 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583322 May 26 14:46:52.246525 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2561f3-862b-43fe-8b6b-312a0fa7e8c2 req-9389d48c-3d59-4c8a-8a7a-913b73e21e08 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:52.256878 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee2561f3-862b-43fe-8b6b-312a0fa7e8c2 req-9389d48c-3d59-4c8a-8a7a-913b73e21e08 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1783037 May 26 14:46:52.314795 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee2561f3-862b-43fe-8b6b-312a0fa7e8c2 req-8d211a1f-3c92-4383-9ae3-ef4726d866e0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565960 May 26 14:46:53.128318 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5884-571f-43f0-be6d-ae926c55e351 req-c5b930a4-9659-479b-ba8a-af380513fbd7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:53.130002 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33ca5884-571f-43f0-be6d-ae926c55e351 req-c5b930a4-9659-479b-ba8a-af380513fbd7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2124081 May 26 14:46:53.190318 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33ca5884-571f-43f0-be6d-ae926c55e351 req-39046fef-ca68-4018-bc8e-bedc7a663f45 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 May 26 14:46:53.463060 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:46:53.613216 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc328c-2fa2-4551-b67d-8d7bde3a693b req-45abd4ba-7c2e-4a69-89e8-e8cd1353dbe6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:53.621460 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dbdc328c-2fa2-4551-b67d-8d7bde3a693b req-45abd4ba-7c2e-4a69-89e8-e8cd1353dbe6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1149616 May 26 14:46:53.682932 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dbdc328c-2fa2-4551-b67d-8d7bde3a693b req-58cf0091-2136-4b23-b1fe-c74c72b549dd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604548 May 26 14:46:54.489477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c3886-fc9f-4f5e-a8e5-62888e3ca725 req-42156993-6756-43b9-ad62-9b2897b5dfa4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:54.504564 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3d1c3886-fc9f-4f5e-a8e5-62888e3ca725 req-42156993-6756-43b9-ad62-9b2897b5dfa4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1320388 May 26 14:46:54.571705 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3d1c3886-fc9f-4f5e-a8e5-62888e3ca725 req-ff94cefd-de5e-4e83-8471-43d042338d3b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661650 May 26 14:46:55.008271 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4511ff-4276-45ee-a094-1d0d444ad7c6 req-6f020c51-2b5b-4922-9acc-8e46f9e34889 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:55.015245 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fa4511ff-4276-45ee-a094-1d0d444ad7c6 req-6f020c51-2b5b-4922-9acc-8e46f9e34889 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1594288 May 26 14:46:55.070290 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fa4511ff-4276-45ee-a094-1d0d444ad7c6 req-eece4551-20de-4e47-940c-7ec3777a20cd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536513 May 26 14:46:55.877746 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf469b42-7011-4877-a4a3-1779611efe70 req-8aefda52-1c26-4451-b1f8-6a39dc3b8915 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:55.884384 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bf469b42-7011-4877-a4a3-1779611efe70 req-8aefda52-1c26-4451-b1f8-6a39dc3b8915 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1638193 May 26 14:46:55.983129 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bf469b42-7011-4877-a4a3-1779611efe70 req-99a07cff-9af1-4c96-9ecb-8e2cf6f3f04b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977881 May 26 14:46:56.291163 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0bf4d-d6bb-49e6-8152-70a9c6205b71 req-cc30ea56-8529-41fc-91ec-fb43bd794ec3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:56.292802 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8eb0bf4d-d6bb-49e6-8152-70a9c6205b71 req-cc30ea56-8529-41fc-91ec-fb43bd794ec3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0943859 May 26 14:46:56.356380 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8eb0bf4d-d6bb-49e6-8152-70a9c6205b71 req-b3b7fa52-cf46-4b9c-9b3e-9d6c2186d26b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504863 May 26 14:46:57.249612 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd17b2e-df39-4408-b3b4-671d18312c71 req-2c3f9975-4daf-46e8-a70d-dd56c259e652 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:57.256306 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0cd17b2e-df39-4408-b3b4-671d18312c71 req-2c3f9975-4daf-46e8-a70d-dd56c259e652 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1111331 May 26 14:46:57.318680 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0cd17b2e-df39-4408-b3b4-671d18312c71 req-5328f9a6-9332-497f-afaf-5e9544c89536 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607374 May 26 14:46:57.629140 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649b2c8-d916-42ae-b7f1-2032c8801952 req-5a1d744f-ac8c-46f8-9bed-854ad3f602ce tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:57.631030 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a649b2c8-d916-42ae-b7f1-2032c8801952 req-5a1d744f-ac8c-46f8-9bed-854ad3f602ce tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0850818 May 26 14:46:57.687069 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a649b2c8-d916-42ae-b7f1-2032c8801952 req-12833497-d97a-45f5-8f12-0b76298709f2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500357 May 26 14:46:58.538150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29911de0-9c0a-4530-ba52-9b507843046d req-92a5c5e0-a8f5-41f0-a544-35103baaa9ae tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:58.539675 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-29911de0-9c0a-4530-ba52-9b507843046d req-92a5c5e0-a8f5-41f0-a544-35103baaa9ae tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0920773 May 26 14:46:58.588186 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-29911de0-9c0a-4530-ba52-9b507843046d req-7448cf30-18ed-44ed-9936-a621ffb32fe0 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 May 26 14:46:58.878737 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45a35-f481-4315-a51e-ef116884029a req-9919a7a9-dd5b-4620-bbac-fd7f4538748e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:58.880219 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1ec45a35-f481-4315-a51e-ef116884029a req-9919a7a9-dd5b-4620-bbac-fd7f4538748e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0870659 May 26 14:46:58.926547 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1ec45a35-f481-4315-a51e-ef116884029a req-7026acef-622b-4d89-babe-eb9c5875b6d7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391936 May 26 14:46:59.776486 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485155-3326-4fdf-b367-b681bd804caf req-85dfb7b1-e302-42ae-8bf2-1bce9e850e5e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:46:59.778458 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5f485155-3326-4fdf-b367-b681bd804caf req-85dfb7b1-e302-42ae-8bf2-1bce9e850e5e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0838675 May 26 14:46:59.821401 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5f485155-3326-4fdf-b367-b681bd804caf req-1816ef74-10ed-475a-92e6-6abdd1ec3d3f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 May 26 14:47:00.134454 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7238-62b3-40b3-a26e-a2ca1ba5e441 req-cae35335-d1ae-4941-ad40-59a50a22e3db tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:00.136177 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fe2e7238-62b3-40b3-a26e-a2ca1ba5e441 req-cae35335-d1ae-4941-ad40-59a50a22e3db tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0855424 May 26 14:47:00.199460 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fe2e7238-62b3-40b3-a26e-a2ca1ba5e441 req-a491b406-89a3-4faa-b9af-91ca04bce585 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551562 May 26 14:47:00.699639 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a5f7-0654-4955-ba0b-eee3d6ab8fe7 req-c487a0dd-95f0-4b53-9e6c-6975b3e9bee9 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:00.701087 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2d44a5f7-0654-4955-ba0b-eee3d6ab8fe7 req-c487a0dd-95f0-4b53-9e6c-6975b3e9bee9 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0879920 May 26 14:47:00.750504 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2d44a5f7-0654-4955-ba0b-eee3d6ab8fe7 req-6c217a9d-6752-4b64-bed9-17e57fe33e21 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 May 26 14:47:01.005967 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce15185-f27a-49f4-a027-cd9be360e436 req-7ca21e6a-32a8-4363-af34-3a2d8ebbcf37 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:01.007417 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bce15185-f27a-49f4-a027-cd9be360e436 req-7ca21e6a-32a8-4363-af34-3a2d8ebbcf37 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0798767 May 26 14:47:01.055356 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bce15185-f27a-49f4-a027-cd9be360e436 req-358d1ecc-7b81-4d25-87ae-d71a5f06270e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 May 26 14:47:01.392516 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf5311-65ef-4da3-8006-c1bcf9833cc4 req-b5238219-f361-4f40-a8a9-195eb006e793 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:01.394003 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4cdf5311-65ef-4da3-8006-c1bcf9833cc4 req-b5238219-f361-4f40-a8a9-195eb006e793 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.0817597 May 26 14:47:01.419350 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55390) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:01.442559 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4cdf5311-65ef-4da3-8006-c1bcf9833cc4 req-5682c0a2-945e-4dfd-aae0-e0db0f55acf8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 May 26 14:47:01.487029 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Deleting subnet aeecb3f0-34f5-4596-9c4f-227250ae2d17 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:47:01.487978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:01.538005 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:01.597063 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:01.696117 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff43a0-838f-4d91-8a55-36a47ddeeffd req-b08f33ad-1db6-46e2-9b99-8b48a7b9bc93 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:01.697580 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d3ff43a0-838f-4d91-8a55-36a47ddeeffd req-b08f33ad-1db6-46e2-9b99-8b48a7b9bc93 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0856016 May 26 14:47:01.741206 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d3ff43a0-838f-4d91-8a55-36a47ddeeffd req-287eac53-9d64-4ab2-9058-fd34dcdd4441 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 May 26 14:47:01.845953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:01.849888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-218aeb5b-5aa0-44a2-9d2a-1a3a7a5b1ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:01.933263 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeecb3f0-34f5-4596-9c4f-227250ae2d17,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:01.940830 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:01.943354 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:01.955075 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-76549f9e-9459-4f98-bdb0-78e5dd57022e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aeecb3f0-34f5-4596-9c4f-227250ae2d17 HTTP/1.1" status: 204 len: 168 time: 0.5345743 May 26 14:47:01.957628 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55398) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:01.985716 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969dc55-a01a-4a3c-9642-95b997268556 req-85c90221-1c58-4771-9adc-cb9f4ec12f9b tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:01.987140 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4969dc55-a01a-4a3c-9642-95b997268556 req-85c90221-1c58-4771-9adc-cb9f4ec12f9b tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.1092806 May 26 14:47:02.033698 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4969dc55-a01a-4a3c-9642-95b997268556 req-ca411556-e929-4ebe-8c8f-9e254f624b9f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 26 14:47:02.063908 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.222904 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.247443 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.248049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.248770 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.249120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > port after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.249430 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.249750 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > port after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.250054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.250358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.250724 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.251033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.343090 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.343444 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.343767 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.344089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 14:47:02.344436 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7e7f3-7007-4504-bf42-c42a50331471']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:02.362351 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282f8fc7-9d54-4c44-b49f-cbc49473b359') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:02.362632 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282f8fc7-9d54-4c44-b49f-cbc49473b359') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:02.376964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.398100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.410349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce78e8-56bd-494f-a725-125342fe7d5a req-0884192e-1595-4442-947b-af001748084e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:02.411873 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1bce78e8-56bd-494f-a725-125342fe7d5a req-0884192e-1595-4442-947b-af001748084e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2465594 May 26 14:47:02.415109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:47:02.415491 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: from cryptography.utils import int_from_bytes May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: from cryptography.utils import int_from_bytes May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:47:02.431233 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:47:02.535100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.541482 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1bce78e8-56bd-494f-a725-125342fe7d5a req-197b75f0-88de-4242-804b-3f148260d1a1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094902 May 26 14:47:02.544031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:02.560273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.566329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c7e7f3-7007-4504-bf42-c42a50331471,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:02.570951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:02.582554 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9ea6bd36-a346-4520-80f7-097d49e8bc74 admin admin] 10.222.0.25 "DELETE /v2.0/networks/66c7e7f3-7007-4504-bf42-c42a50331471 HTTP/1.1" status: 204 len: 168 time: 0.6237621 May 26 14:47:02.679163 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:47:02.743768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acb3f5-111b-4a86-a94f-15534b128c9e req-a18bfceb-3d96-48b6-bb56-7a3345d14d4b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:02.745367 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-49acb3f5-111b-4a86-a94f-15534b128c9e req-a18bfceb-3d96-48b6-bb56-7a3345d14d4b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 944 time: 0.1716878 May 26 14:47:02.801799 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-49acb3f5-111b-4a86-a94f-15534b128c9e req-b9abbab1-2c3f-4595-b38d-4a715b160077 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506120 May 26 14:47:02.820999 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:02.839468 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'mac_address': 'fa:16:3e:57:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:47:02.839644 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55410) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:02.898065 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.917718 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:47:02.929306 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-38f8c1f7-ecc9-4a6d-9e30-b0adb4958064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68bfcd69e85b4e7c95ec56620af2804c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879004 May 26 14:47:02.932162 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55414) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:02.940795 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:02.945872 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:02.947521 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:02.968761 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e0ff-c6ca-4027-90ac-52fd8328277a req-086d5c62-af70-45b9-9122-f767e251b8ce tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:02.970288 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d9b0e0ff-c6ca-4027-90ac-52fd8328277a req-086d5c62-af70-45b9-9122-f767e251b8ce tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1006846 May 26 14:47:02.996909 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:03.018629 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=9']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:03.023414 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:03.034057 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:03.106603 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:03.111477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b076a812-4eb9-4ecd-9f9e-ad7fe79decae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:03.114123 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d9b0e0ff-c6ca-4027-90ac-52fd8328277a req-fab1658e-09d7-433e-887e-a4fe5f4951fe tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359856 May 26 14:47:03.125988 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:03.128802 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:03.141242 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:03.142520 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4c887e8-e5cb-4a4e-98a4-0cbd401e69e5 HTTP/1.1" status: 204 len: 168 time: 0.2093961 May 26 14:47:03.246820 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ecd5-bd39-4b18-876e-395ab3a23f64 req-2e41ac18-49a8-48d2-8c97-5e4f97ee7141 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:03.248661 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9228ecd5-bd39-4b18-876e-395ab3a23f64 req-2e41ac18-49a8-48d2-8c97-5e4f97ee7141 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0872164 May 26 14:47:03.250571 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['28bc4343-ca60-4446-a82c-47e08c42cdbb'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:03.297453 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9228ecd5-bd39-4b18-876e-395ab3a23f64 req-1f2701f6-3f92-4cee-a91f-113f6c3e2af7 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 May 26 14:47:03.735399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41858ce3-5ecf-488d-9121-a2581d67b3ab req-727ea38a-071e-4afd-9e32-5586775e0cf4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:03.737838 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-41858ce3-5ecf-488d-9121-a2581d67b3ab req-727ea38a-071e-4afd-9e32-5586775e0cf4 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0896785 May 26 14:47:03.783484 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-41858ce3-5ecf-488d-9121-a2581d67b3ab req-0433f695-b9e7-4511-8b34-6bc23051dfbb tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 May 26 14:47:04.007256 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac7f65-dcc7-4bbc-8b6c-9a7856199178 req-eea6af91-c60b-46a7-9bc4-1fdf96d8ecf5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:04.008775 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-15ac7f65-dcc7-4bbc-8b6c-9a7856199178 req-eea6af91-c60b-46a7-9bc4-1fdf96d8ecf5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 945 time: 0.0895207 May 26 14:47:04.059181 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-15ac7f65-dcc7-4bbc-8b6c-9a7856199178 req-27a835fb-b60f-4af3-be35-fb45cc76bc55 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 May 26 14:47:04.333187 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48eee0-900b-4255-9539-56308fc22972 req-02e63ce7-e2c3-40d5-9d42-47b557c537ad tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:04.334774 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0f48eee0-900b-4255-9539-56308fc22972 req-02e63ce7-e2c3-40d5-9d42-47b557c537ad tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0935173 May 26 14:47:04.342512 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:47:04.386132 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0f48eee0-900b-4255-9539-56308fc22972 req-f3406309-a455-40b5-bdc5-94dc040a251e tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 May 26 14:47:04.515573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e94f-2712-4b1d-b597-8da77487bc9a req-6fe2ae63-2f37-486a-bd79-b25d88e77834 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:04.517216 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1241e94f-2712-4b1d-b597-8da77487bc9a req-6fe2ae63-2f37-486a-bd79-b25d88e77834 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0913377 May 26 14:47:04.563036 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1241e94f-2712-4b1d-b597-8da77487bc9a req-c8040c01-f3c6-4cff-9855-63e06b3fd02f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 May 26 14:47:04.690190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:04.758636 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 28bc4343-ca60-4446-a82c-47e08c42cdbb triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:04.759013 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:04.885968 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:04.913394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:04.923903 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:04.928962 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:04.931329 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:04.966409 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'code': 200} May 26 14:47:04.988918 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262e5f3-fc69-4a98-9f10-bd42d57ccbaa req-847455f4-51e1-4836-9c07-e3c354fb0308 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:04.991066 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5262e5f3-fc69-4a98-9f10-bd42d57ccbaa req-847455f4-51e1-4836-9c07-e3c354fb0308 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0880022 May 26 14:47:05.013330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=10']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:05.016305 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:05.037612 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5262e5f3-fc69-4a98-9f10-bd42d57ccbaa req-c51313ce-f5c5-43be-a4f3-4ce69fb2a75c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390444 May 26 14:47:05.249198 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:05.266789 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28fc2-cc46-4d3e-9149-761628720a9e req-72a0e3cc-455d-4d1d-9d29-4f80a3d2d5b9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:05.268270 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b6c28fc2-cc46-4d3e-9149-761628720a9e req-72a0e3cc-455d-4d1d-9d29-4f80a3d2d5b9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.0957117 May 26 14:47:05.314962 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b6c28fc2-cc46-4d3e-9149-761628720a9e req-a5167abc-7001-4044-95fd-c2773f5c5f89 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 May 26 14:47:05.538299 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e733396-0ff0-41be-8fde-507a9d44f3f4 req-bc59a3fb-5b9e-4093-8ac7-17b3a78e16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:05.540764 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1e733396-0ff0-41be-8fde-507a9d44f3f4 req-bc59a3fb-5b9e-4093-8ac7-17b3a78e16c5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 1100 time: 0.0702364 May 26 14:47:05.584066 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1e733396-0ff0-41be-8fde-507a9d44f3f4 req-17dc4bd6-4d11-45e2-8568-6fd860f4547b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352654 May 26 14:47:05.598945 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076f22b-446c-40fb-b5b4-a543eeb59376 req-dd3eecfd-028f-4721-a641-611746316387 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:05.600456 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1076f22b-446c-40fb-b5b4-a543eeb59376 req-dd3eecfd-028f-4721-a641-611746316387 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0875206 May 26 14:47:05.646388 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1076f22b-446c-40fb-b5b4-a543eeb59376 req-5c960df7-6727-433c-b950-16812283c910 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 May 26 14:47:05.767431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffbb21-2488-4031-90c1-5d69e25c4d2e req-d81f73b9-7f7d-4b1f-b595-d59c2b242245 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:05.768905 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f2ffbb21-2488-4031-90c1-5d69e25c4d2e req-d81f73b9-7f7d-4b1f-b595-d59c2b242245 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0913022 May 26 14:47:05.813078 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f2ffbb21-2488-4031-90c1-5d69e25c4d2e req-e68d89ff-23f2-4886-b88b-d0b4242bb49c tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 May 26 14:47:05.927947 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9055d-e887-4266-846d-6c234f94e161 req-2d28ff2e-489f-48bb-99f7-b6019e6b3c9e tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:05.932292 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9be9055d-e887-4266-846d-6c234f94e161 req-2d28ff2e-489f-48bb-99f7-b6019e6b3c9e tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 945 time: 0.0860388 May 26 14:47:06.086426 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Deleting port fd5714ff-1f2a-4966-8863-0e06d953268f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:06.086798 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:06.233532 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] For port fd5714ff-1f2a-4966-8863-0e06d953268f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fd5714ff-1f2a-4966-8863-0e06d953268f,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:06.233924 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:06.235739 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3a39c-249f-4b8d-8312-82d2b85f96a1 req-55a675ab-b658-43b8-8a31-9294bf8a2e5f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:06.237207 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-30f3a39c-249f-4b8d-8312-82d2b85f96a1 req-55a675ab-b658-43b8-8a31-9294bf8a2e5f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0908325 May 26 14:47:06.291887 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-30f3a39c-249f-4b8d-8312-82d2b85f96a1 req-e4d064d0-9d19-4ff3-a691-1145c8e4847a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 May 26 14:47:06.376317 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Calling delete_port for fd5714ff-1f2a-4966-8863-0e06d953268f owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:06.560706 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:06.569368 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:06.575007 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['fd5714ff-1f2a-4966-8863-0e06d953268f'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:06.624467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Pushing event deleted for resources: {'Port': ['ID=fd5714ff-1f2a-4966-8863-0e06d953268f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:06.627336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:06.677106 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141fb55-66c1-4659-a84f-001e7ec7b830 req-2825499c-7904-40dc-aa1d-d199799fae98 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:06.679034 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f141fb55-66c1-4659-a84f-001e7ec7b830 req-2825499c-7904-40dc-aa1d-d199799fae98 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.2135272 May 26 14:47:06.737905 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] No DVR routers for this DVR port fd5714ff-1f2a-4966-8863-0e06d953268f on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:47:06.740700 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:06.746393 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'name': 'network-vif-deleted', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:06.775856 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9be9055d-e887-4266-846d-6c234f94e161 req-21afb2c0-b8f7-40c2-81ba-45cdf8c3710d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "DELETE /v2.0/ports/fd5714ff-1f2a-4966-8863-0e06d953268f HTTP/1.1" status: 204 len: 173 time: 0.8349774 May 26 14:47:06.789029 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f141fb55-66c1-4659-a84f-001e7ec7b830 req-c9338afc-0c5b-4e2e-b200-ffe62bc46e32 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695579 May 26 14:47:06.876836 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d232a0-d2b2-409f-a615-4ff4e915f7b9', 'name': 'network-vif-deleted', 'tag': 'fd5714ff-1f2a-4966-8863-0e06d953268f', 'status': 'completed', 'code': 200} May 26 14:47:06.898133 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa497a-5ffe-4beb-aed6-d5d3b91b72b7 req-11efa8e0-0b2d-42e3-ab65-686078ec3e71 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:06.899807 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cdaa497a-5ffe-4beb-aed6-d5d3b91b72b7 req-11efa8e0-0b2d-42e3-ab65-686078ec3e71 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1393249 May 26 14:47:06.958660 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cdaa497a-5ffe-4beb-aed6-d5d3b91b72b7 req-c4f85d66-88b2-4fad-90fb-d58f53824359 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495193 May 26 14:47:07.037034 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-1313ce72-ef9c-4d16-b42b-69ea997a8a51 req-7af5c73c-d215-441c-a6c6-fc9262017135 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Synchronizing usage tracker for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:47:07.052974 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-1313ce72-ef9c-4d16-b42b-69ea997a8a51 req-7af5c73c-d215-441c-a6c6-fc9262017135 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Unset dirty status for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:47:07.054328 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1313ce72-ef9c-4d16-b42b-69ea997a8a51 req-7af5c73c-d215-441c-a6c6-fc9262017135 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6d232a0-d2b2-409f-a615-4ff4e915f7b9 HTTP/1.1" status: 200 len: 210 time: 0.0605829 May 26 14:47:07.513559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f97eb7-874f-4249-a4d2-e0fd2b8237e0 req-5925d8ba-80ce-40d8-ac94-a73f48edbd57 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:07.520883 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b6f97eb7-874f-4249-a4d2-e0fd2b8237e0 req-5925d8ba-80ce-40d8-ac94-a73f48edbd57 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1049862 May 26 14:47:07.573096 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b6f97eb7-874f-4249-a4d2-e0fd2b8237e0 req-00bdadb6-f454-4b88-b485-ca6c67e0f9e1 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512741 May 26 14:47:08.093955 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd1908-b4d2-48ce-8bf3-46b78b760ed0 req-41247e85-ddea-434d-a717-7aba7e387161 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:08.095443 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d8fd1908-b4d2-48ce-8bf3-46b78b760ed0 req-41247e85-ddea-434d-a717-7aba7e387161 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.1755888 May 26 14:47:08.140920 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d8fd1908-b4d2-48ce-8bf3-46b78b760ed0 req-a3b0c210-bfb8-4714-a5a2-a161ccd2e15b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 May 26 14:47:08.157169 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888d218-c90a-44e7-926d-a6d561a6d10e req-f40d3f68-0368-486e-9709-3e22216fb49b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:08.158638 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2888d218-c90a-44e7-926d-a6d561a6d10e req-f40d3f68-0368-486e-9709-3e22216fb49b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0848856 May 26 14:47:08.207453 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2888d218-c90a-44e7-926d-a6d561a6d10e req-38bc2436-11c5-424e-89af-0b85e3d8d411 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 May 26 14:47:08.782555 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c4226-8073-4c4b-ae70-8e834b825624 req-33924057-177e-4e15-b147-feb65194db56 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:08.784021 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-983c4226-8073-4c4b-ae70-8e834b825624 req-33924057-177e-4e15-b147-feb65194db56 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0864959 May 26 14:47:08.828059 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-983c4226-8073-4c4b-ae70-8e834b825624 req-2e41dacf-0b93-46ec-81fb-f905a3091182 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 May 26 14:47:09.391255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e4db6-398d-4433-b43c-488ead86196a req-3dc3bbf6-5135-4940-865f-c67027ef35ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:09.392727 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d2e4db6-398d-4433-b43c-488ead86196a req-3dc3bbf6-5135-4940-865f-c67027ef35ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0793476 May 26 14:47:09.437923 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d2e4db6-398d-4433-b43c-488ead86196a req-9ed6f280-3bf3-4b04-be94-fa757871db54 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393369 May 26 14:47:10.050003 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe97e-8d90-4a6b-97a0-eb11ca0892a1 req-f3b27d38-f804-4574-8762-70d1220f007f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:10.051660 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a0fe97e-8d90-4a6b-97a0-eb11ca0892a1 req-f3b27d38-f804-4574-8762-70d1220f007f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1062615 May 26 14:47:10.102995 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a0fe97e-8d90-4a6b-97a0-eb11ca0892a1 req-18121411-c740-4b5a-955c-e2d47145ce18 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 May 26 14:47:10.148905 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895af57-2cdc-44af-a2d4-7df46f74dfaf req-f422d40a-8fb0-4395-9beb-31585bc7937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:10.150996 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4895af57-2cdc-44af-a2d4-7df46f74dfaf req-f422d40a-8fb0-4395-9beb-31585bc7937f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.0830295 May 26 14:47:10.196679 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4895af57-2cdc-44af-a2d4-7df46f74dfaf req-0ececcdf-b65e-48e6-a4cb-6f4ecdc609e1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 May 26 14:47:10.639744 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add275c1-e331-4d54-8bfc-c41b41047fde req-11d87172-253a-40f9-b98f-2b6259bd6c32 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:10.641180 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-add275c1-e331-4d54-8bfc-c41b41047fde req-11d87172-253a-40f9-b98f-2b6259bd6c32 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0900388 May 26 14:47:10.688676 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-add275c1-e331-4d54-8bfc-c41b41047fde req-9c86d8d8-fc32-403c-928a-efc796e13f72 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 May 26 14:47:10.713663 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device fd5714ff-1f2a-4966-8863-0e06d953268f no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:10.748685 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: fd5714ff-1f2a-4966-8863-0e06d953268f {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:10.749027 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device fd5714ff-1f2a-4966-8863-0e06d953268f not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:11.302056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2407cf-a694-4eb1-967f-2e01916d6526 req-c6bbba82-7e87-4d2d-85cb-ea7b3e41bb2f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:11.303525 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da2407cf-a694-4eb1-967f-2e01916d6526 req-c6bbba82-7e87-4d2d-85cb-ea7b3e41bb2f tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0861118 May 26 14:47:11.350281 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-da2407cf-a694-4eb1-967f-2e01916d6526 req-721c31e0-3215-4699-a3eb-d647c6d04bf8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 May 26 14:47:11.949970 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b25c-9ddf-4c23-8439-53f647b4ccad req-f329f078-0c17-4fea-b7a1-8910c2af079c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:11.951771 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fbe0b25c-9ddf-4c23-8439-53f647b4ccad req-f329f078-0c17-4fea-b7a1-8910c2af079c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1008689 May 26 14:47:11.977855 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-0477fa27-53af-422c-98e6-b776cca287df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:11.979428 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-0477fa27-53af-422c-98e6-b776cca287df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=318bd6f38a56464881a6490a1279b7a2&device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 1099 time: 0.1653955 May 26 14:47:11.988354 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f12e-7802-4321-8664-3e4a98e15b12 req-6254343a-c3a6-4097-9eb4-ccd1ae8ec874 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:11.989870 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-90f8f12e-7802-4321-8664-3e4a98e15b12 req-6254343a-c3a6-4097-9eb4-ccd1ae8ec874 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1374171 May 26 14:47:12.001171 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fbe0b25c-9ddf-4c23-8439-53f647b4ccad req-93340496-ab88-41aa-9d74-26efc10cd2e9 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 May 26 14:47:12.127225 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-90f8f12e-7802-4321-8664-3e4a98e15b12 req-14bed468-b123-4a82-a960-e9f4113a531c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180234 May 26 14:47:12.168288 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-082ac803-bde1-463e-b794-d29b605028e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:12.169744 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-082ac803-bde1-463e-b794-d29b605028e2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 200 len: 921 time: 0.1789746 May 26 14:47:12.245674 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-3a69dd0d-a833-4d96-b825-f5b5fa3adc7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 200 len: 217 time: 0.0687509 May 26 14:47:12.311572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-12b6cdb0-be68-44b3-8aa1-829938ab239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:12.313031 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-12b6cdb0-be68-44b3-8aa1-829938ab239d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 200 len: 859 time: 0.0607479 May 26 14:47:12.360993 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-e9db9951-f072-4eed-9f5b-1a325e688cbc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2b33f5c6-f859-45af-9496-f493bf1714a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417585 May 26 14:47:12.493480 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-59d9e3b4-4a2b-46ac-92d6-6599b3609567 service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257393 May 26 14:47:12.638843 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33dbbab8-f09c-4cba-aa9a-cb773b50c3d1 req-ed63e917-02b9-4b6e-8814-893a1aa8af6f service neutron] 10.222.0.68 "GET /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381152 May 26 14:47:12.835486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-5358086e-a31f-4e2c-afe4-971b8ee9d629 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:12.836869 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-5358086e-a31f-4e2c-afe4-971b8ee9d629 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 813 time: 0.1586971 May 26 14:47:12.853458 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c739df02-2a61-450d-a508-cca8609a3e4f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/quotas/48871b36aa2b48a7aef5017702eed843 HTTP/1.1" status: 200 len: 375 time: 0.0103800 May 26 14:47:12.909723 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c7f0c1e3-fcdc-43cc-9e0c-5a9758579912 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480154 May 26 14:47:13.049354 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-141d74f7-bc0d-40f1-8a63-f3748ef2cb2a service neutron] 10.222.0.25 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327980 May 26 14:47:13.188600 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-7a958163-a1ca-4d06-9ac9-e3aeb8e4e8ef service neutron] 10.222.0.25 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300819 May 26 14:47:13.198780 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b3c8b-ca68-4475-9c2a-b4a2d5d6b9dd req-75b05681-835b-40ee-bc54-c4b43243784d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:13.201495 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-808b3c8b-ca68-4475-9c2a-b4a2d5d6b9dd req-75b05681-835b-40ee-bc54-c4b43243784d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0877407 May 26 14:47:13.260308 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-808b3c8b-ca68-4475-9c2a-b4a2d5d6b9dd req-b3c1a288-3104-4207-afe6-460082806989 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 May 26 14:47:13.381486 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2c657763-1957-40b0-8a88-3b5edc16a39b req-190ae51f-a527-44a6-ad9f-e8d7c81a1914 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 210 time: 0.0464928 May 26 14:47:13.451533 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a5bba-3654-4010-9228-1dfbbbe38061 req-6f884d23-ddd2-446e-b5b7-6649d3020165 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:13.453000 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cf3a5bba-3654-4010-9228-1dfbbbe38061 req-6f884d23-ddd2-446e-b5b7-6649d3020165 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0881243 May 26 14:47:13.502597 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cf3a5bba-3654-4010-9228-1dfbbbe38061 req-8a9f3dd6-565e-46a3-8c16-5a616ca58afa tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 May 26 14:47:14.006846 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-f1a3e26b-7dd2-46c9-8bc5-a9faa1e95dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.008310 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-f1a3e26b-7dd2-46c9-8bc5-a9faa1e95dfc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1099 time: 0.1297705 May 26 14:47:14.107446 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0f96-1bdb-4786-8057-2c95780e8208 req-1a0fde98-f35a-481d-a70a-15af60a30366 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.108915 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3dac0f96-1bdb-4786-8057-2c95780e8208 req-1a0fde98-f35a-481d-a70a-15af60a30366 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1662607 May 26 14:47:14.304509 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3dac0f96-1bdb-4786-8057-2c95780e8208 req-407eeb54-261a-4f69-9ca4-c5d0dcae6f98 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860824 May 26 14:47:14.310969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-761d29d1-833e-46a7-a04d-270da22b7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.312822 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-761d29d1-833e-46a7-a04d-270da22b7478 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.2906158 May 26 14:47:14.447365 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-877e74c8-9129-4ae9-8a14-a7a69f07184f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 1002 time: 0.1152065 May 26 14:47:14.548800 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3abb0846-92ee-4f6f-84e6-6dd00a47af03 req-fbf12826-c696-475b-b11f-4808f89d88eb tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 210 time: 0.0492816 May 26 14:47:14.576532 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-8cb160c2-0e55-4632-94cf-42b3da1baf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.578955 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-8cb160c2-0e55-4632-94cf-42b3da1baf84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.1249204 May 26 14:47:14.665584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-5c49b7df-1206-4caa-bb39-2b3868255966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.667573 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-5c49b7df-1206-4caa-bb39-2b3868255966 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811107 May 26 14:47:14.691726 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af961d-71cd-4592-9c7a-46e91c7b1010 req-da8f81eb-92c2-488a-ae10-add7ad6b641c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.693328 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-62af961d-71cd-4592-9c7a-46e91c7b1010 req-da8f81eb-92c2-488a-ae10-add7ad6b641c tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.2863822 May 26 14:47:14.744121 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c37290cf-bf6e-400d-9506-9abb7650776f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:14.745594 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c37290cf-bf6e-400d-9506-9abb7650776f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 813 time: 0.1854475 May 26 14:47:14.765127 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Request body: {'port': {'device_id': '77e72368-ff80-406d-be99-2799a000155a', 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3', 'admin_state_up': True, 'tenant_id': '48871b36aa2b48a7aef5017702eed843'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:14.802653 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-62af961d-71cd-4592-9c7a-46e91c7b1010 req-2c82d3a8-8eb3-40bb-b007-0afde286f81d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024230 May 26 14:47:14.818533 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-b1b259b9-fbc5-4232-88f5-948ed5bde38f service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433685 May 26 14:47:14.917013 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:14.928379 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:14.939548 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Made reservation on behalf of 48871b36aa2b48a7aef5017702eed843 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:14.943571 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:14.963817 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-030795a9-1cd9-4aa5-bb56-4b8dc0160801 req-e3fbaa70-b7a5-4374-ba2e-f4fc4f293558 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348181 May 26 14:47:15.119030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Allocated IP 172.20.0.5 (4209c3f4-b95f-4968-8379-91031ee469d3/7706c1b0-d075-4607-ab47-035c541903e5/7581cc6f-7c6b-406c-bb4c-6a9539a9cef7) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:15.338343 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:15.370586 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:15.377411 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:15.448363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Network 4209c3f4-b95f-4968-8379-91031ee469d3 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:15.451796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:15.455983 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:15.503515 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Pushing event updated for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:15.506876 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.507239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.507590 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.507959 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.508302 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.508821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.509163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.509497 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.509834 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.510167 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.511152 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.511633 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:15.522911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:15.529490 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109483-438a-42db-8538-29977ac46d7b req-0e7245d7-19e3-4810-ad3a-66bef0637742 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:15.531046 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4c109483-438a-42db-8538-29977ac46d7b req-0e7245d7-19e3-4810-ad3a-66bef0637742 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1053600 May 26 14:47:15.550432 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:15.551094 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:15.580840 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8253503 May 26 14:47:15.601756 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4c109483-438a-42db-8538-29977ac46d7b req-2555ecba-44b6-477a-99e6-481775fcf7a9 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648537 May 26 14:47:15.607122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Request body: {'port': {'device_id': '77e72368-ff80-406d-be99-2799a000155a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:15.823579 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:15.909613 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce92ea2-a501-4d66-88fd-baab520843bb req-03f9283b-b2d4-43bd-a0f3-81ad14eb2b90 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:15.910315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-3ce92ea2-a501-4d66-88fd-baab520843bb req-03f9283b-b2d4-43bd-a0f3-81ad14eb2b90 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Synchronizing usage tracker for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:47:15.982015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-3ce92ea2-a501-4d66-88fd-baab520843bb req-03f9283b-b2d4-43bd-a0f3-81ad14eb2b90 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Unset dirty status for tenant:48871b36aa2b48a7aef5017702eed843 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:47:15.983146 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3ce92ea2-a501-4d66-88fd-baab520843bb req-03f9283b-b2d4-43bd-a0f3-81ad14eb2b90 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 931 time: 0.2577295 May 26 14:47:16.002061 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef94f-fed8-4f32-afc7-58cf6a51a799 req-d9b43b2e-8ed0-488c-81bd-177db8235ea2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:16.004177 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b3bef94f-fed8-4f32-afc7-58cf6a51a799 req-d9b43b2e-8ed0-488c-81bd-177db8235ea2 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0861468 May 26 14:47:16.050567 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b3bef94f-fed8-4f32-afc7-58cf6a51a799 req-eebe5e25-ecdf-4bb0-8224-3c67d5529c17 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 May 26 14:47:16.123162 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3ce92ea2-a501-4d66-88fd-baab520843bb req-0a534cb5-d4d2-4e42-8bcd-286ea4671088 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252449 May 26 14:47:16.261217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:47:16.270706 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:16.286678 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Transition to ACTIVE for port object 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:16.290373 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:16.294237 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-72a1c974-6903-4761-80e2-1f8ec4cde9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:16.452391 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Pushing event updated for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:16.460808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:16.619334 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Attempting to bind port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:16.619660 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Attempting to bind port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:16.620027 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Attempting to bind port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 on network 4209c3f4-b95f-4968-8379-91031ee469d3 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:16.625423 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 on network 4209c3f4-b95f-4968-8379-91031ee469d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:47:16.625731 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Attempting to bind port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 on network 4209c3f4-b95f-4968-8379-91031ee469d3 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:16.630877 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:16.631207 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Checking segment: {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:16.631573 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Bound using segment: {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:16.632036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Bound port: 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb6998-1f76-4de5-9935-ed037d75fbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:16.632378 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:16.777217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:47:16.787354 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:47:16.792022 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:16.797113 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9351b1ae-9a92-4420-ad84-2e7aeaa28431 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:16.862747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:16.863681 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:16.864717 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] 10.222.0.68 "PUT /v2.0/ports/7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 HTTP/1.1" status: 200 len: 1093 time: 1.2636735 May 26 14:47:16.865182 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:16.888957 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885099de-7e74-4c6f-ad54-43e82000638d req-5676d891-707a-4ee7-9c82-acda4e802e66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:16.890447 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-885099de-7e74-4c6f-ad54-43e82000638d req-5676d891-707a-4ee7-9c82-acda4e802e66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1732318 May 26 14:47:16.896220 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Pushing event updated for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:16.900435 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:16.953131 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7', 'status': 'completed', 'code': 200} May 26 14:47:16.989035 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-885099de-7e74-4c6f-ad54-43e82000638d req-7d896922-8e77-42e7-82a1-319da19addfb tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896528 May 26 14:47:17.016711 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-d27e986d-51c6-4579-923f-fd28a70f7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.018173 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-d27e986d-51c6-4579-923f-fd28a70f7129 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 1096 time: 0.1018105 May 26 14:47:17.100267 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-7f356d34-84a8-4697-bcca-95e8c09304ee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 HTTP/1.1" status: 200 len: 217 time: 0.0731239 May 26 14:47:17.171409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c8ae48e9-036f-4ce7-8c82-549a6a4d3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.172942 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-c8ae48e9-036f-4ce7-8c82-549a6a4d3baa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7706c1b0-d075-4607-ab47-035c541903e5 HTTP/1.1" status: 200 len: 853 time: 0.0597956 May 26 14:47:17.230156 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-74d5ec01-a0af-4c8b-aacb-9c79544014e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4209c3f4-b95f-4968-8379-91031ee469d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496056 May 26 14:47:17.328012 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dfe06-5e62-43bd-ad51-de26ee0e1749 req-e7aa436f-50e1-43b5-a16e-86124e207f09 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.330111 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-275dfe06-5e62-43bd-ad51-de26ee0e1749 req-e7aa436f-50e1-43b5-a16e-86124e207f09 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 943 time: 0.0944777 May 26 14:47:17.374346 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-89ec6f2b-cb5b-48e3-b7ff-5bd2d0100fe2 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347194 May 26 14:47:17.379926 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-275dfe06-5e62-43bd-ad51-de26ee0e1749 req-71cc8907-8223-4911-a667-0807a0974e9f tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 May 26 14:47:17.512486 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02a5db3d-ec66-41cc-9c79-a6e53a008c44 req-b44d6ca9-abfa-40bb-86fd-1e352ae4d605 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251874 May 26 14:47:17.634208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-63f79a6d-2187-463a-ad1c-76649e93afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.635725 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-63f79a6d-2187-463a-ad1c-76649e93afeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=48871b36aa2b48a7aef5017702eed843&device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 1096 time: 0.0708442 May 26 14:47:17.771188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-b681d42f-5d3d-4346-bbd7-921d73fc93be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.772757 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-b681d42f-5d3d-4346-bbd7-921d73fc93be service neutron] 10.222.0.68 "GET /v2.0/networks?id=4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 200 len: 915 time: 0.1297097 May 26 14:47:17.855770 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-8ffe4dfa-42f4-4417-88f5-65286cce0672 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 HTTP/1.1" status: 200 len: 217 time: 0.0760272 May 26 14:47:17.934525 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-f3b3940a-7228-424a-aada-1312530e25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:17.936129 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-f3b3940a-7228-424a-aada-1312530e25fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7706c1b0-d075-4607-ab47-035c541903e5 HTTP/1.1" status: 200 len: 853 time: 0.0649056 May 26 14:47:17.990818 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-e51b5ec5-0881-4462-98df-1bff6e18ff74 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4209c3f4-b95f-4968-8379-91031ee469d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481396 May 26 14:47:18.155398 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-e00147b2-ae98-499f-957b-64cd4be16f52 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567945 May 26 14:47:18.291166 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-16d09f38-d8b7-4f82-beb0-b95052f6aafc req-33741957-14d3-475f-afc2-1fab58536612 service neutron] 10.222.0.68 "GET /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292744 May 26 14:47:18.300603 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-92b1c1ac-4530-474d-97df-a7fac9c24c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:18.657776 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254731d1-579e-4b4a-9fc4-971afb7ef5b1 req-9370d63a-e087-475c-94b7-6367beddbd53 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:18.659289 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-254731d1-579e-4b4a-9fc4-971afb7ef5b1 req-9370d63a-e087-475c-94b7-6367beddbd53 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 943 time: 0.1740391 May 26 14:47:18.707227 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-254731d1-579e-4b4a-9fc4-971afb7ef5b1 req-2f37f449-4c04-4d2e-829f-0b68a410af98 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 May 26 14:47:19.888163 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9ce57-507e-4cbd-b995-e9f12146fe12 req-924c0842-4955-44c7-8df0-54713c75486d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:19.889850 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-47e9ce57-507e-4cbd-b995-e9f12146fe12 req-924c0842-4955-44c7-8df0-54713c75486d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 943 time: 0.0800607 May 26 14:47:19.939193 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-47e9ce57-507e-4cbd-b995-e9f12146fe12 req-c6d50eb7-123c-4396-87a5-1680dab68d40 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 May 26 14:47:20.601762 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250ee3e-2cd4-4d2f-b229-78d98a73c485 req-b1c159c9-81c8-4382-b12f-1897e5cd7723 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:20.603195 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6250ee3e-2cd4-4d2f-b229-78d98a73c485 req-b1c159c9-81c8-4382-b12f-1897e5cd7723 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.0915837 May 26 14:47:20.634160 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb025-34ee-4664-95d4-1efa46a1c6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:20.654147 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6250ee3e-2cd4-4d2f-b229-78d98a73c485 req-7beac7ae-7345-44a1-bd71-146d8865b929 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 May 26 14:47:20.718578 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:20.768234 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:47:20.918546 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:20.931448 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7', 'network_id': '4209c3f4-b95f-4968-8379-91031ee469d3', 'port_id': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7', 'mac_address': 'fa:16:3e:f5:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7706c1b0-d075-4607-ab47-035c541903e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:47:21.000073 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:21.017237 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:47:21.032834 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:21.037205 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:21.038950 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a14ddde8-8e99-4245-8f6f-53fba5227509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:21.114387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:21.121455 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.121786 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.122108 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.122426 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.122990 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.123307 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.123616 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.123951 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.124261 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.124566 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.124868 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.125172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:21.128896 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:21.129694 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77345a99-a27b-493e-ae59-6514110c29ae req-2831976f-5f2b-462a-ad87-69edf955e2f6 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:21.131120 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-77345a99-a27b-493e-ae59-6514110c29ae req-2831976f-5f2b-462a-ad87-69edf955e2f6 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 944 time: 0.0854945 May 26 14:47:21.175474 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-77345a99-a27b-493e-ae59-6514110c29ae req-9ebaf084-8430-48fb-adcd-d00475d926ef tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 May 26 14:47:21.342827 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7581cc6f-7c6b-406c-bb4c-6a9539a9cef7'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:21.646556 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:21.839119 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60be806-b966-4089-bece-ee4081666480 req-ac3ce415-90d8-451a-abec-95c1fd769308 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:21.840752 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b60be806-b966-4089-bece-ee4081666480 req-ac3ce415-90d8-451a-abec-95c1fd769308 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.0831416 May 26 14:47:21.889837 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b60be806-b966-4089-bece-ee4081666480 req-44bdb7c5-edd0-49a8-a9aa-eec65b857776 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 May 26 14:47:22.357563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9da25-5ec2-428b-abca-fa1491036a16 req-de3075d7-5c9e-4aeb-8dc0-8fc14548555b tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:22.358993 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9dd9da25-5ec2-428b-abca-fa1491036a16 req-de3075d7-5c9e-4aeb-8dc0-8fc14548555b tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 944 time: 0.0785565 May 26 14:47:22.406021 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9dd9da25-5ec2-428b-abca-fa1491036a16 req-f75e9569-7f0b-48a8-95fd-0e39bc9e9262 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 May 26 14:47:22.771179 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:22.841756 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:22.846555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:22.846960 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:22.964503 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:22.991683 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:23.002202 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:23.008279 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.010420 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b204483f-e831-4e4b-9ddb-395cfc6fdd83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:23.052295 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7', 'code': 200} May 26 14:47:23.092987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:23.096721 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:23.099960 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40783884-e77a-476b-96f2-bd9f3578a7a1 req-9a77c6a8-98dd-482e-83f2-4197e98b0553 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:23.101740 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-40783884-e77a-476b-96f2-bd9f3578a7a1 req-9a77c6a8-98dd-482e-83f2-4197e98b0553 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1077425 May 26 14:47:23.150944 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-40783884-e77a-476b-96f2-bd9f3578a7a1 req-e661eb89-c324-4490-8bd2-986815e9aeb5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 May 26 14:47:23.190854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-94ff31f2-4d6e-480b-acb8-d6c9ebc89134 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:23.192512 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-94ff31f2-4d6e-480b-acb8-d6c9ebc89134 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 945 time: 0.1036880 May 26 14:47:23.321982 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a91e07-0003-4a9c-bcb4-5251f9d4b2ce req-ba95dcbc-1e56-49b0-9818-77501416affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:23.323728 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-83a91e07-0003-4a9c-bcb4-5251f9d4b2ce req-ba95dcbc-1e56-49b0-9818-77501416affa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 1098 time: 0.0695181 May 26 14:47:23.336089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Deleting port 265441d7-c576-4ec9-8970-f7f12e967e7d {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:23.336471 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.373152 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-83a91e07-0003-4a9c-bcb4-5251f9d4b2ce req-0f7049b2-081c-4269-ad98-2ed0dbc7df2b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 May 26 14:47:23.453002 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.476447 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] For port 265441d7-c576-4ec9-8970-f7f12e967e7d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=265441d7-c576-4ec9-8970-f7f12e967e7d,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:23.477038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.640754 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Calling delete_port for 265441d7-c576-4ec9-8970-f7f12e967e7d owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:23.713123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace0c29-bc91-486e-b2df-222555213fca req-95de7216-f1fc-427f-8e0c-aca08deeda70 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:23.714537 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dace0c29-bc91-486e-b2df-222555213fca req-95de7216-f1fc-427f-8e0c-aca08deeda70 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.1708016 May 26 14:47:23.802980 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dace0c29-bc91-486e-b2df-222555213fca req-d902e456-c91e-465d-8845-16d0bdb7e867 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 May 26 14:47:23.815321 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.821146 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b1545315-54ed-4ba6-9bfd-2490967cf172 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:23.828295 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['0da09930-9731-456a-9714-01628bb3dda9', '265441d7-c576-4ec9-8970-f7f12e967e7d'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:23.866315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Pushing event deleted for resources: {'Port': ['ID=265441d7-c576-4ec9-8970-f7f12e967e7d,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:23.869829 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:23.946446 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] No DVR routers for this DVR port 265441d7-c576-4ec9-8970-f7f12e967e7d on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:47:23.948847 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:23.951334 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'name': 'network-vif-deleted', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:23.967846 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-23827fa5-ae60-47ac-a292-9f4af34b160a req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "DELETE /v2.0/ports/265441d7-c576-4ec9-8970-f7f12e967e7d HTTP/1.1" status: 204 len: 173 time: 0.7659290 May 26 14:47:24.001267 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8c1e-baa7-43ef-8552-aa0caefb60f6', 'name': 'network-vif-deleted', 'tag': '265441d7-c576-4ec9-8970-f7f12e967e7d', 'status': 'completed', 'code': 200} May 26 14:47:24.345706 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-0d1fa22b-cccb-4b48-a049-3fe3fb1a85dd req-ecc8737d-092e-4912-a2c9-19a021b01e7d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Synchronizing usage tracker for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:47:24.362509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-0d1fa22b-cccb-4b48-a049-3fe3fb1a85dd req-ecc8737d-092e-4912-a2c9-19a021b01e7d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Unset dirty status for tenant:318bd6f38a56464881a6490a1279b7a2 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:47:24.364149 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0d1fa22b-cccb-4b48-a049-3fe3fb1a85dd req-ecc8737d-092e-4912-a2c9-19a021b01e7d tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a6f8c1e-baa7-43ef-8552-aa0caefb60f6 HTTP/1.1" status: 200 len: 210 time: 0.0655918 May 26 14:47:24.994669 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1d20f-2dbc-43dd-9401-763b3a72484b req-7bed097f-7615-4cc0-8b7c-ec03db499d00 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:24.996655 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fed1d20f-2dbc-43dd-9401-763b3a72484b req-7bed097f-7615-4cc0-8b7c-ec03db499d00 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.0826492 May 26 14:47:25.049578 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fed1d20f-2dbc-43dd-9401-763b3a72484b req-1d978ff3-742c-4bb5-897f-10cb74410a0e tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 May 26 14:47:25.844701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552212d-d751-428c-8ea7-c87c538b0494 req-8b355030-4461-46ab-a025-44efd9455ec5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:25.846221 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b552212d-d751-428c-8ea7-c87c538b0494 req-8b355030-4461-46ab-a025-44efd9455ec5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0866740 May 26 14:47:25.893001 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b552212d-d751-428c-8ea7-c87c538b0494 req-e438fc31-588c-4476-bd29-d3fdf434fd19 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 May 26 14:47:26.783635 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 265441d7-c576-4ec9-8970-f7f12e967e7d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:26.838064 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 265441d7-c576-4ec9-8970-f7f12e967e7d {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:26.838310 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 265441d7-c576-4ec9-8970-f7f12e967e7d not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:27.102174 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ed2a-a194-4e18-9338-395267db6cad req-2191ec73-f003-4e6b-89e9-8307fccfd7e8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:27.103916 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-85c9ed2a-a194-4e18-9338-395267db6cad req-2191ec73-f003-4e6b-89e9-8307fccfd7e8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1030490 May 26 14:47:27.156446 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-85c9ed2a-a194-4e18-9338-395267db6cad req-bc0bf8ce-0926-4b2c-8fb3-ff63f5e74537 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 May 26 14:47:28.384310 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c70a23-138b-4af2-bbca-067aca3bdfc3 req-00abc779-6f50-40a3-8844-08fbdc23a24b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:28.386030 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14c70a23-138b-4af2-bbca-067aca3bdfc3 req-00abc779-6f50-40a3-8844-08fbdc23a24b tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0951121 May 26 14:47:28.448370 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-14c70a23-138b-4af2-bbca-067aca3bdfc3 req-af623221-a8c9-472d-b9f3-9b2ff67e828a tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 May 26 14:47:29.632244 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23ac7c-c725-4fa8-a8c7-2482abeba265 req-db5e89c9-5fef-43f3-8a1d-87b80a95a100 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:29.633784 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9d23ac7c-c725-4fa8-a8c7-2482abeba265 req-db5e89c9-5fef-43f3-8a1d-87b80a95a100 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0813458 May 26 14:47:29.678861 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9d23ac7c-c725-4fa8-a8c7-2482abeba265 req-1cbe4fd8-15e4-4e03-8b2f-b65ac223d4f7 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 May 26 14:47:30.887609 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a6da-6d67-4052-82fa-86d71f9f83be req-128d8295-7efe-40be-bdc9-46106fab7f6e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:30.889062 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cf42a6da-6d67-4052-82fa-86d71f9f83be req-128d8295-7efe-40be-bdc9-46106fab7f6e tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0859659 May 26 14:47:30.932242 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cf42a6da-6d67-4052-82fa-86d71f9f83be req-832dea43-2c98-47f6-a035-aa1cb61200fb tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 May 26 14:47:32.210531 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c5359-b997-46db-8bc6-92b212916a34 req-3858e768-6562-4d77-9009-cf545bc6f797 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:32.212062 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3b2c5359-b997-46db-8bc6-92b212916a34 req-3858e768-6562-4d77-9009-cf545bc6f797 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.1686885 May 26 14:47:32.256749 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3b2c5359-b997-46db-8bc6-92b212916a34 req-2664f4cd-f2dc-4f09-bc78-3fc56dfcc221 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/security-groups?id=d89a7f9b-e52f-4057-ac68-c477b48bc511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 May 26 14:47:32.344665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-696033c0-23e3-46e4-b487-ec0e9de66ec8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:32.346102 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-696033c0-23e3-46e4-b487-ec0e9de66ec8 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 946 time: 0.0927792 May 26 14:47:32.583331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Deleting port 0da09930-9731-456a-9714-01628bb3dda9 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:32.583687 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:32.723375 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] For port 0da09930-9731-456a-9714-01628bb3dda9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=0da09930-9731-456a-9714-01628bb3dda9,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:32.723749 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:32.849964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Calling delete_port for 0da09930-9731-456a-9714-01628bb3dda9 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:32.965524 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:32.971288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:32.979688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['0da09930-9731-456a-9714-01628bb3dda9'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:33.021281 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Pushing event deleted for resources: {'Port': ['ID=0da09930-9731-456a-9714-01628bb3dda9,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:33.026021 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:33.099745 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] No DVR routers for this DVR port 0da09930-9731-456a-9714-01628bb3dda9 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:47:33.102976 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:33.107440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'name': 'network-vif-deleted', 'tag': '0da09930-9731-456a-9714-01628bb3dda9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:33.121768 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-581ad44e-5e09-44e1-a16e-8238f27008dd req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.68 "DELETE /v2.0/ports/0da09930-9731-456a-9714-01628bb3dda9 HTTP/1.1" status: 204 len: 173 time: 0.7656434 May 26 14:47:33.173202 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0403f79f-82eb-4066-9aed-94f5aa927989', 'name': 'network-vif-deleted', 'tag': '0da09930-9731-456a-9714-01628bb3dda9', 'status': 'completed', 'code': 200} May 26 14:47:33.428819 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b20ae398-b1f1-41fa-b2d3-85ac0e64d068 req-7be706f6-37bc-4170-8986-ef11042789fe tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] 10.222.0.25 "GET /v2.0/ports?device_id=0403f79f-82eb-4066-9aed-94f5aa927989 HTTP/1.1" status: 200 len: 210 time: 0.0430663 May 26 14:47:34.534456 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55906) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:35.104932 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:35.270399 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:35.520783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Deleting port 440eac37-c503-4950-8543-721d660d5d36 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:35.521151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:35.641534 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] For port 440eac37-c503-4950-8543-721d660d5d36, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=440eac37-c503-4950-8543-721d660d5d36,segment=NetworkSegment(4fadf0a9-fff0-48a4-b651-ead5be0f2f3f),segment_id=4fadf0a9-fff0-48a4-b651-ead5be0f2f3f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:35.642268 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:35.763221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Calling delete_port for 440eac37-c503-4950-8543-721d660d5d36 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:36.167613 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:36.172115 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-28238289-a16a-457c-b19c-b31fc249ac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:36.219986 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=440eac37-c503-4950-8543-721d660d5d36,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:36.261019 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.261398 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.261742 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.262078 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.262412 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.262742 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.263073 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.263399 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.263738 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.264072 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.264402 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.264722 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:36.291244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:36.498474 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:36.838079 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 0da09930-9731-456a-9714-01628bb3dda9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:36.863500 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Router 1bac71c1-8062-4f87-9165-21ada2fe5c4f has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:47:36.878940 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 0da09930-9731-456a-9714-01628bb3dda9 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:36.879279 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 0da09930-9731-456a-9714-01628bb3dda9 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:37.049771 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:47:37.060657 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Sync routers for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:47:37.065157 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] 10.222.0.25 "PUT /v2.0/routers/1bac71c1-8062-4f87-9165-21ada2fe5c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274003 May 26 14:47:37.065381 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55930) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:37.076220 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:37.077070 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:37.256848 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks [] for router, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:37.258819 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:37.555666 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228'}], 'enable_snat': True}, 'gw_port_id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:47:36Z', 'revision_number': 5, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port': {'id': 'be66f2b9-fc65-405a-b691-155d47f0bb0b', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:18Z', 'updated_at': '2021-05-26T14:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:37.559558 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:37.559747 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Checking router: 1bac71c1-8062-4f87-9165-21ada2fe5c4f for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:47:37.568513 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Routers {'1bac71c1-8062-4f87-9165-21ada2fe5c4f'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:37.569007 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:37.650754 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Deleting port be66f2b9-fc65-405a-b691-155d47f0bb0b {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:37.651166 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:37.735478 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] Set router 1bac71c1-8062-4f87-9165-21ada2fe5c4f gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:37.782951 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] For port be66f2b9-fc65-405a-b691-155d47f0bb0b, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=be66f2b9-fc65-405a-b691-155d47f0bb0b,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:37.787520 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:37.845327 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:47:37Z', 'revision_number': 6, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:37.849527 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413883f9-796a-4ee7-939d-e0185a982ef7 None None] The sync data for ids ['1bac71c1-8062-4f87-9165-21ada2fe5c4f'] in dv-cinder-774594-6-smb is: [{'id': '1bac71c1-8062-4f87-9165-21ada2fe5c4f', 'name': 'tempest-ServerRescueNegativeTestJSON-1549065611-router', 'tenant_id': '318bd6f38a56464881a6490a1279b7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:17Z', 'updated_at': '2021-05-26T14:47:37Z', 'revision_number': 6, 'project_id': '318bd6f38a56464881a6490a1279b7a2', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:47:37.933664 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Calling delete_port for be66f2b9-fc65-405a-b691-155d47f0bb0b owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:38.143141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.158330 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:38.234222 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Pushing event deleted for resources: {'Port': ['ID=be66f2b9-fc65-405a-b691-155d47f0bb0b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:38.240617 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:38.304305 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.485980 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.488390 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.575668 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.576338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bac71c1-8062-4f87-9165-21ada2fe5c4f {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:47:38.590807 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.594288 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1bac71c1-8062-4f87-9165-21ada2fe5c4f HTTP/1.1" status: 204 len: 168 time: 1.5257204 May 26 14:47:38.594576 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55960) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:38.661857 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Deleting subnet 9ca8fd7b-d314-4767-a55c-bb706bd1fa96 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:47:38.664946 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.716227 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:38.773932 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.122596 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.126606 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:39.158718 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca8fd7b-d314-4767-a55c-bb706bd1fa96,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:39.162151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:39.164564 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.170958 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a8597fea-c71d-4a67-8769-961c52eb6687 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ca8fd7b-d314-4767-a55c-bb706bd1fa96 HTTP/1.1" status: 204 len: 168 time: 0.5753927 May 26 14:47:39.173367 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 55966) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:39.281801 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.428793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.442174 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b33f5c6-f859-45af-9496-f493bf1714a6']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:39.455600 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:39.456080 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fadf0a9-fff0-48a4-b651-ead5be0f2f3f') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:39.469947 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.491641 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.498555 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:47:39.498944 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:47:39.520703 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:47:39.531130 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 440eac37-c503-4950-8543-721d660d5d36 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:39.564645 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 440eac37-c503-4950-8543-721d660d5d36 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:39.565259 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 440eac37-c503-4950-8543-721d660d5d36 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:39.565824 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device be66f2b9-fc65-405a-b691-155d47f0bb0b no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:39.601552 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: be66f2b9-fc65-405a-b691-155d47f0bb0b {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:39.601901 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device be66f2b9-fc65-405a-b691-155d47f0bb0b not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:39.604514 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.608403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-12817cf9-8fe5-4ffe-9100-4e3cea0e4889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:39.624247 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.630248 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b33f5c6-f859-45af-9496-f493bf1714a6,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:39.634455 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:39.642333 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-f8594089-956b-4d77-b3a6-f77be614e744 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b33f5c6-f859-45af-9496-f493bf1714a6 HTTP/1.1" status: 204 len: 168 time: 0.4678838 May 26 14:47:39.769531 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55980) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:39.833192 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-bda96a7d-f647-4033-98c4-8c2248d4f1e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=318bd6f38a56464881a6490a1279b7a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0619516 May 26 14:47:39.833766 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 55984) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:39.896635 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.922022 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.974518 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:39.978208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-041474fe-c2ec-45be-a39f-a9b3333d7109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:39.992062 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a7f9b-e52f-4057-ac68-c477b48bc511,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:39.994865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:40.003128 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:40.004252 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d89a7f9b-e52f-4057-ac68-c477b48bc511 HTTP/1.1" status: 204 len: 168 time: 0.1695464 May 26 14:47:40.780890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56014) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:40.935306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754261471-network', 'tenant_id': '270ed6ad9f424adaa7e70cd46c955efb'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:40.941259 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:40.945258 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Usage tracker for resource:network and tenant:270ed6ad9f424adaa7e70cd46c955efb is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:40.948160 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:40.955099 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:40.965808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Made reservation on behalf of 270ed6ad9f424adaa7e70cd46c955efb for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:40.968123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:40.980140 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:40.994559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:40.998733 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Usage tracker for resource:security_group_rule and tenant:270ed6ad9f424adaa7e70cd46c955efb is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:41.001585 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:41.007423 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:41.104551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.113877 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.118153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:41.143228 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:47:41.156523 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a511c7-85a8-45bb-ac83-af5c00c7f9e9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:41.160804 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:41.162320 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.162658 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Added segment 4b9d21de-053d-4a45-a33a-56fbbe1a8789 of type vlan for network 2b7c7194-aa83-4684-b5f4-269aaa33c298 May 26 14:47:41.195958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.230711 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.232619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:41.233286 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.238581 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb92792e-8ae8-4e5d-906d-71459f27a5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:41.345603 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Pushing event updated for resources: {'Network': ['ID=2b7c7194-aa83-4684-b5f4-269aaa33c298,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:41.346794 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:47:41.351879 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56030) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:41.352378 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5699639 May 26 14:47:41.353081 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:41.360023 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Request body: {'subnet': {'network_id': '2b7c7194-aa83-4684-b5f4-269aaa33c298', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754261471-subnet', 'tenant_id': '270ed6ad9f424adaa7e70cd46c955efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:41.360198 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 2b7c7194-aa83-4684-b5f4-269aaa33c298 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:47:41.365431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:41.369664 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Usage tracker for resource:subnet and tenant:270ed6ad9f424adaa7e70cd46c955efb is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:41.373550 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:41.379672 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:41.394386 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Made reservation on behalf of 270ed6ad9f424adaa7e70cd46c955efb for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:41.398349 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.810847 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.814717 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-dad7872e-0b1f-49d5-9983-e0690e656468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:41.884271 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c678e57-09e2-431d-a956-26da0cd1b07b,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:41.889652 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:41.895343 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Checking segment: {'id': '4b9d21de-053d-4a45-a33a-56fbbe1a8789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '2b7c7194-aa83-4684-b5f4-269aaa33c298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:41.895693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Network hostable DHCP agents. Network: 2b7c7194-aa83-4684-b5f4-269aaa33c298, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:47:41.911876 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Network 2b7c7194-aa83-4684-b5f4-269aaa33c298 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:47:41.921613 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 2b7c7194-aa83-4684-b5f4-269aaa33c298) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:41.930266 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:41.930430 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8799f90d-4640-47d2-83ef-fe52f0456f97 None None] Network 2b7c7194-aa83-4684-b5f4-269aaa33c298 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:41.930885 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:41.955076 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6009350 May 26 14:47:42.144126 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49590f9b-209c-4132-8534-5ca1917dc1b5 None None] Network 2b7c7194-aa83-4684-b5f4-269aaa33c298 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:42.515199 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56056) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:42.521570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-682481214-network', 'tenant_id': 'fdd7284be5fd4235a17a1991ca639314'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:42.526423 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:42.530498 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Usage tracker for resource:network and tenant:fdd7284be5fd4235a17a1991ca639314 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:42.533483 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:42.539227 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:42.549521 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Made reservation on behalf of fdd7284be5fd4235a17a1991ca639314 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:42.551995 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.564797 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.579007 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:42.582837 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd7284be5fd4235a17a1991ca639314 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:42.585916 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:42.592068 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:42.693903 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.697737 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.701783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6a1013c9-72f7-4b3e-a70f-6ca511b2fd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:42.725998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:47:42.738753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f593a-084d-4f01-8e16-e15bf6bf82a5,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:42.742943 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:42.743901 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.744228 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Added segment 5f1e1771-b9cd-43df-91c9-c14c095ba6c3 of type vlan for network 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b May 26 14:47:42.772505 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.801952 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.803275 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:42.803862 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:42.808425 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-cf173e2f-37b1-47be-a2ca-102f2c2209a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:42.910670 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3910518 May 26 14:47:42.910670 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:42.910980 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56060) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:42.911844 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:42.916874 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Request body: {'subnet': {'network_id': '7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-682481214-subnet', 'tenant_id': 'fdd7284be5fd4235a17a1991ca639314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:42.919505 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:47:42.922432 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:42.926253 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Usage tracker for resource:subnet and tenant:fdd7284be5fd4235a17a1991ca639314 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:42.929181 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:42.934858 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:42.945744 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Made reservation on behalf of fdd7284be5fd4235a17a1991ca639314 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:42.948466 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5545981'] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.337666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5545963'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.342729 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-863262cb-1886-467b-98b9-a4b800e98efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:43.416919 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16548e68-c416-4f78-ae5c-cfbd7662265c,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:43.422530 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:43.423672 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Checking segment: {'id': '5f1e1771-b9cd-43df-91c9-c14c095ba6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:43.424188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Network hostable DHCP agents. Network: 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:47:43.443549 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Network 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:47:43.453008 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:43.463414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:43.464040 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.464691 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a376e-cc09-4d89-9072-a7c1cd737e9c None None] Network 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:43.488281 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7532fa0b-0483-4ced-8c2b-183f8bae0f8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5761402 May 26 14:47:43.547863 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56076) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:43.623348 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56082) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:43.676160 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce192da8-66ae-4a0c-a212-bfa01f7a00fc None None] Network 7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:43.676477 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.687673 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Deleting subnet 7c678e57-09e2-431d-a956-26da0cd1b07b {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:47:43.691053 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.692103 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:43.696195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Usage tracker for resource:security_group_rule and tenant:813205fada2942b3920a76a766ee7f78 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:43.698967 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:43.705015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:43.747527 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.806461 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.807359 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.812220 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.825689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f66686ab-0350-464e-836a-7ec7d9b175f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:43.869925 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=813205fada2942b3920a76a766ee7f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209827 May 26 14:47:43.871216 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56086) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:43.874043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b09c2bd-621b-49b2-b82d-94f6511155ad,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:43.886873 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:43.938871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:43.966346 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.022512 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.026562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f22c9484-be12-4399-a0a6-87d43ae8dc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:44.039155 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b09c2bd-621b-49b2-b82d-94f6511155ad,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:44.041400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:44.045786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.047803 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b09c2bd-621b-49b2-b82d-94f6511155ad HTTP/1.1" status: 204 len: 168 time: 0.1753795 May 26 14:47:44.164372 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.168841 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:44.202080 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c678e57-09e2-431d-a956-26da0cd1b07b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:44.205648 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:44.208078 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.213896 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c678e57-09e2-431d-a956-26da0cd1b07b HTTP/1.1" status: 204 len: 168 time: 0.5893736 May 26 14:47:44.216662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56094) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:44.412831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.543930 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.558291 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7c7194-aa83-4684-b5f4-269aaa33c298']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:44.574825 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9d21de-053d-4a45-a33a-56fbbe1a8789') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:44.575106 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9d21de-053d-4a45-a33a-56fbbe1a8789') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:44.587238 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.604610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.612599 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:47:44.613127 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:47:44.627524 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:47:44.718543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.725696 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.730052 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:44.759232 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7c7194-aa83-4684-b5f4-269aaa33c298,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:44.762341 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:44.764071 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b7c7194-aa83-4684-b5f4-269aaa33c298 HTTP/1.1" status: 204 len: 168 time: 0.5464900 May 26 14:47:44.766914 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56128) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:44.826765 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56132) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:44.841594 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Deleting subnet 16548e68-c416-4f78-ae5c-cfbd7662265c {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:47:44.845159 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.899820 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:44.944941 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1847437334-network', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:44.951046 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:44.957791 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Usage tracker for resource:network and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:44.964106 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:44.973056 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:44.975155 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.024749 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Made reservation on behalf of 0902dc07c14f4e09bdf12726671d30e8 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:45.027482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.060826 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.128647 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:45.140015 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:45.144117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:45.153737 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:45.331923 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.341145 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b42d02cf-4678-49f5-88fd-bbf685f0e0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:45.377447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.378510 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16548e68-c416-4f78-ae5c-cfbd7662265c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:45.382883 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:45.385412 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.389998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f2a3645b-ce9d-4a25-9175-74edd7c50bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:45.403151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.429197 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:47:45.437230 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-39f9e638-cb4e-4346-9f27-cbdef3a3b656 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16548e68-c416-4f78-ae5c-cfbd7662265c HTTP/1.1" status: 204 len: 168 time: 0.6692941 May 26 14:47:45.439402 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bb9c07-2074-4067-b053-b0851132e141,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:45.440192 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56138) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:45.444104 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:45.445303 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.445651 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Added segment 8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692 of type vlan for network ce58f62f-bb33-4a73-b20a-af58e06a8e67 May 26 14:47:45.474563 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.506640 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.508002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:45.508580 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.512576 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:45.565440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.604049 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7758181 May 26 14:47:45.606921 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56142) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:45.615316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Pushing event updated for resources: {'Network': ['ID=ce58f62f-bb33-4a73-b20a-af58e06a8e67,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:45.615522 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Request body: {'subnet': {'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1847437334-subnet', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:45.617926 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:45.625274 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:47:45.635427 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:45.644459 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Usage tracker for resource:subnet and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:45.704043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:45.712906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:45.720140 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.737896 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:45.747261 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Made reservation on behalf of 0902dc07c14f4e09bdf12726671d30e8 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:45.749764 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5545981'] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.766425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1e1771-b9cd-43df-91c9-c14c095ba6c3') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:45.766710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1e1771-b9cd-43df-91c9-c14c095ba6c3') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:45.827326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.859771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.872676 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:47:45.873312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:47:45.887532 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:47:45.972307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.978869 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:45.982409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9347a5e5-4be0-4734-b513-068c627a9633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:46.005569 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Pushing event deleted for resources: {'Network': ['ID=7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:46.008378 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:46.013597 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9fb7a551-17d4-40d0-b485-3ec2b7b8a114 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7078e7a0-139d-4e2a-ac7c-0ee1eba1dc8b HTTP/1.1" status: 204 len: 168 time: 0.5722132 May 26 14:47:46.150487 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56154) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:46.202037 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-74526420-81cd-4e51-aef4-81977d8b1dca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=270ed6ad9f424adaa7e70cd46c955efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502310 May 26 14:47:46.204592 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56158) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:46.265099 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.291027 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.336311 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81759-daa7-46ee-8003-65bd3c15f395 req-b086c20e-740a-4844-8d64-68d660baaa28 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:46.337737 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-70f81759-daa7-46ee-8003-65bd3c15f395 req-b086c20e-740a-4844-8d64-68d660baaa28 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.1150792 May 26 14:47:46.345174 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.349033 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-1aab9de0-46c2-40f4-b7b1-1ff5dd212a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:46.360550 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a511c7-85a8-45bb-ac83-af5c00c7f9e9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:46.365042 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:46.366979 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.368127 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8a511c7-85a8-45bb-ac83-af5c00c7f9e9 HTTP/1.1" status: 204 len: 168 time: 0.1626244 May 26 14:47:46.434752 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-70f81759-daa7-46ee-8003-65bd3c15f395 req-57b6fe91-ba51-479a-a7a8-dfc4e296ed7a tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 May 26 14:47:46.435632 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5545963'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.441088 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-966f679b-3507-4d8b-9ddc-b633e9583c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:46.518011 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:46.521994 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:46.526325 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Checking segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:46.527188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Network hostable DHCP agents. Network: ce58f62f-bb33-4a73-b20a-af58e06a8e67, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:47:46.546140 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:47:46.558820 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, ce58f62f-bb33-4a73-b20a-af58e06a8e67) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:46.568133 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581fa998-9a6d-42a7-a897-a74ef00f94db None None] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:46.572094 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:46.572744 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.601427 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9907970 May 26 14:47:46.602015 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56166) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:46.610879 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:46.615610 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:46.619988 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Usage tracker for resource:router and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:46.623597 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:46.630443 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:46.645656 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.646781 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.665133 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.770058 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56170) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:46.826364 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d32a04f6-4d7f-4465-876a-cd374498a949 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdd7284be5fd4235a17a1991ca639314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546994 May 26 14:47:46.827172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:47:46.828040 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.828807 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56174) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:46.892246 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.919560 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:46.941660 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.004084 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Allocated IP 172.20.0.2 (ce58f62f-bb33-4a73-b20a-af58e06a8e67/a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d/5ca279cb-3bd3-4978-aaea-20532660e772) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:47.068286 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.073243 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b963b270-55d4-482f-a96d-e97ff1fa0159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:47.086273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f593a-084d-4f01-8e16-e15bf6bf82a5,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:47.089702 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:47.090707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.092044 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7b02f269-e88f-4b9e-86c1-a3b1e65ba19c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe8f593a-084d-4f01-8e16-e15bf6bf82a5 HTTP/1.1" status: 204 len: 168 time: 0.2620847 May 26 14:47:47.248850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.259335 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Transition to ACTIVE for port object 5ca279cb-3bd3-4978-aaea-20532660e772 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:47.278616 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Transition to ACTIVE for port object 5ca279cb-3bd3-4978-aaea-20532660e772 will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:47.286001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.290960 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:47.353207 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:47.357107 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:47.360194 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:47.411343 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.438088 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Pushing event updated for resources: {'Port': ['ID=5ca279cb-3bd3-4978-aaea-20532660e772,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:47.441107 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:47.442740 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.474737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Attempting to bind port 5ca279cb-3bd3-4978-aaea-20532660e772 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:47.474737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Attempting to bind port 5ca279cb-3bd3-4978-aaea-20532660e772 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:47.474737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Attempting to bind port 5ca279cb-3bd3-4978-aaea-20532660e772 on network ce58f62f-bb33-4a73-b20a-af58e06a8e67 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:47.488806 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:47.489193 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Checking segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:47.489602 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.490005 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Bound using segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:47.490469 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Bound port: 5ca279cb-3bd3-4978-aaea-20532660e772, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:47.491011 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.654042 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Allocated IP 172.28.3.74 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/c90b770e-e6a5-4b59-b6f5-0a7b65c13319) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:47.687985 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] For port 5ca279cb-3bd3-4978-aaea-20532660e772, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:47:47.701007 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] For port 5ca279cb-3bd3-4978-aaea-20532660e772, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=5ca279cb-3bd3-4978-aaea-20532660e772,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:47:47.714884 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.721045 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:47.752918 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6fe9-2205-4a76-9403-8980ad4a3f70 req-75ee5c04-7bf1-4f59-b5aa-718f72392ab8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:47.754364 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b29c6fe9-2205-4a76-9403-8980ad4a3f70 req-75ee5c04-7bf1-4f59-b5aa-718f72392ab8 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.1903865 May 26 14:47:47.816317 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Pushing event updated for resources: {'Port': ['ID=5ca279cb-3bd3-4978-aaea-20532660e772,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:47.819555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:47.842903 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b29c6fe9-2205-4a76-9403-8980ad4a3f70 req-602e27d6-93e0-4703-9f70-9125cb2f96d4 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784755 May 26 14:47:47.879222 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.929994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:47.935604 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b515ad28-a558-46bc-a1f3-cfd34d7b664c tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:48.007814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:48.010869 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:48.014669 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:48.047433 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:48.054103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:48.298199 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-26c28649-9d5c-4148-921f-7d5e5cf61bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:48.480087 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:48.909729 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26b894-6312-4659-b87e-0147169c6674 None None] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:48.959816 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.045183 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d5aa545d-9a6b-4bf2-9e23-16f739159866 None None] Provisioning for port 5ca279cb-3bd3-4978-aaea-20532660e772 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:49.060649 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c276-0cef-49ce-81b7-1a0d0128cd61 req-d7be0d29-20ab-41b6-a512-542fcff0270d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:49.070068 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2295c276-0cef-49ce-81b7-1a0d0128cd61 req-d7be0d29-20ab-41b6-a512-542fcff0270d tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.0976751 May 26 14:47:49.130130 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2295c276-0cef-49ce-81b7-1a0d0128cd61 req-71880c5a-8b30-4e67-b077-aef26384cd53 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588150 May 26 14:47:49.210793 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Router c62bb4a4-e530-418e-94c4-778cd2e4ca43 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:47:49.407862 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:47:49.416625 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Sync routers for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:47:49.427529 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:49.428405 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:49.434283 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56234) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:49.437294 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.438539 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-2c71e427-c97e-4620-9dac-b37fac0f9fb0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8351126 May 26 14:47:49.441120 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56238) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:49.571332 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.595529 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:49.600129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Usage tracker for resource:security_group_rule and tenant:b28f0d2a9c894875afd1c80d8bcf6288 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:49.603572 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:49.611196 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:49.612683 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 5ca279cb-3bd3-4978-aaea-20532660e772 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:49.706925 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.712387 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.720664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:49.755342 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:49.767150 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b28f0d2a9c894875afd1c80d8bcf6288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293619 May 26 14:47:49.767150 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e857c6e6-ce58-400c-b212-9e7ea84c9c5a,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:49.768202 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56244) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:49.770794 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:49.828805 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.854356 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 5ca279cb-3bd3-4978-aaea-20532660e772 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:49.862583 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.866193 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 5ca279cb-3bd3-4978-aaea-20532660e772 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:49.866561 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.924880 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.930812 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-427a1a0c-38e6-4e1d-a1b3-47670432b9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:49.944078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e857c6e6-ce58-400c-b212-9e7ea84c9c5a,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:49.948964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:49.949791 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:49.950889 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e857c6e6-ce58-400c-b212-9e7ea84c9c5a HTTP/1.1" status: 204 len: 168 time: 0.1816249 May 26 14:47:50.136929 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.189496 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 5ca279cb-3bd3-4978-aaea-20532660e772, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=5ca279cb-3bd3-4978-aaea-20532660e772,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:50.201694 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.205100 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7c7ed56c-fb2a-4ed7-98cb-37e4265a56f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:50.236010 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.271442 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:48Z', 'revision_number': 3, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:50.279997 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Checking router: c62bb4a4-e530-418e-94c4-778cd2e4ca43 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:47:50.280351 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Updating router c62bb4a4-e530-418e-94c4-778cd2e4ca43 port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:47:50.302638 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56254) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:50.321015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.322931 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=5ca279cb-3bd3-4978-aaea-20532660e772,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:50.331904 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:50.344303 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:50.345922 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.348549 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e4313b4bdc91483db6ec424301de0cef is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:50.351491 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:50.357422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:50.465595 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.472738 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.485266 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0337c532-694f-45be-9e0b-620180150d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:50.530623 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5169c59-e37a-4e71-ad30-d7e2b3c53037,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:50.534849 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4313b4bdc91483db6ec424301de0cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311015 May 26 14:47:50.535866 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:50.537349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56258) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:50.606600 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.612828 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e236f-0437-4328-8727-943ace13ac0d req-39648d87-3e2c-4169-b51f-22d570377564 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:50.614361 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b41e236f-0437-4328-8727-943ace13ac0d req-39648d87-3e2c-4169-b51f-22d570377564 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.3196402 May 26 14:47:50.640880 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.656298 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-4b874001-f2f5-46a9-a731-f2479a1c4c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.709066 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.714751 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-455400ef-62a3-45b2-b735-8b896f10823b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:50.725686 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b41e236f-0437-4328-8727-943ace13ac0d req-42f7cb5c-9115-4f43-832c-b5f4540b3eec tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987530 May 26 14:47:50.726905 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5169c59-e37a-4e71-ad30-d7e2b3c53037,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:50.737103 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:50.737958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Allocated IP 172.20.0.1 (ce58f62f-bb33-4a73-b20a-af58e06a8e67/a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d/8a03fed2-0eed-49f0-9ee2-629098f00749) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:50.746688 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.748705 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-67d9de95-b191-419b-bd91-a746ab19569a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5169c59-e37a-4e71-ad30-d7e2b3c53037 HTTP/1.1" status: 204 len: 168 time: 0.2104671 May 26 14:47:50.774774 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.779819 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.793382 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Transition to ACTIVE for port object c90b770e-e6a5-4b59-b6f5-0a7b65c13319 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:50.800611 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.804871 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:50.883173 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Attempting to bind port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:50.883539 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Attempting to bind port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:50.884002 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Attempting to bind port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:50.890365 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Pushing event updated for resources: {'Port': ['ID=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:50.893792 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:50.896729 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:50.897089 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:50.897494 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.897935 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:50.898453 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Bound port: c90b770e-e6a5-4b59-b6f5-0a7b65c13319, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:50.898958 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.927356 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.960277 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Transition to ACTIVE for port object 8a03fed2-0eed-49f0-9ee2-629098f00749 will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:50.981671 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] For port c90b770e-e6a5-4b59-b6f5-0a7b65c13319, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:47:50.985106 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] For port c90b770e-e6a5-4b59-b6f5-0a7b65c13319, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:47:50.990069 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.993179 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:50.998501 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-eb9bf6a1-d92c-4d74-af7f-df1990b6cc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:51.000502 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-7fe12f9e-70be-4e20-bc75-329a654887b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:51.067632 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:51.070519 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:51.081338 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:51.081993 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:51.084749 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:51.085907 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:51.088213 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:51.152371 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.308388 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:51.340382 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-69246a61-0f19-4cc9-9edb-a3ef7270e029 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:51.343567 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-69246a61-0f19-4cc9-9edb-a3ef7270e029 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.1253459 May 26 14:47:51.349757 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Pushing event updated for resources: {'Port': ['ID=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:51.444990 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.462583 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:51.521442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Deleting port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:47:51.521787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.583600 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 5ca279cb-3bd3-4978-aaea-20532660e772 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:51.624759 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ade447f2-2234-4b4b-914b-2d42c2368cf0 None None] Provisioning for port 8a03fed2-0eed-49f0-9ee2-629098f00749 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:51.644780 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ade447f2-2234-4b4b-914b-2d42c2368cf0 None None] Provisioning complete for port 8a03fed2-0eed-49f0-9ee2-629098f00749 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:51.645156 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ade447f2-2234-4b4b-914b-2d42c2368cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.679386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] For port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,segment=NetworkSegment(26cb6998-1f76-4de5-9935-ed037d75fbd3),segment_id=26cb6998-1f76-4de5-9935-ed037d75fbd3)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:51.679780 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.747499 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ade447f2-2234-4b4b-914b-2d42c2368cf0 None None] Port 8a03fed2-0eed-49f0-9ee2-629098f00749 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:47:51.749420 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.786138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.793136 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.809972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 5ca279cb-3bd3-4978-aaea-20532660e772 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:51.810116 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.834086 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ced9cee1-d400-4412-9be9-bc85289d3388 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:51.889868 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Calling delete_port for 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:47:51.959232 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:51.971048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d5426b61-4be7-451c-91da-7625a393688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:48Z', 'revision_number': 3, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:51.975377 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5426b61-4be7-451c-91da-7625a393688f None None] The sync data for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb is: [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:48Z', 'revision_number': 3, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:47:52.004244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Pushing event updated for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:52.009648 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:52.137289 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8ecb-2437-49af-a4c0-f86e8d499484 req-4dba8be9-bff5-44bd-b253-4382b24cd2ad tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:52.137802 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:52.138976 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-53be8ecb-2437-49af-a4c0-f86e8d499484 req-4dba8be9-bff5-44bd-b253-4382b24cd2ad tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e72368-ff80-406d-be99-2799a000155a HTTP/1.1" status: 200 len: 945 time: 0.1776476 May 26 14:47:52.139128 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:52.140106 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:52.145854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-91180efc-62ed-4356-82c1-bdc80b846c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:52.153442 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7581cc6f-7c6b-406c-bb4c-6a9539a9cef7'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:47:52.259820 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Pushing event deleted for resources: {'Port': ['ID=7581cc6f-7c6b-406c-bb4c-6a9539a9cef7,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:52.265749 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:52.400862 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-53be8ecb-2437-49af-a4c0-f86e8d499484 req-8187a4ce-d40c-442c-81fd-23d2bb385ccd tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.25 "GET /v2.0/security-groups?id=a398adbe-352f-464f-9707-11b946f89090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769357 May 26 14:47:52.402032 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] No DVR routers for this DVR port 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:47:52.404617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:52.409552 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'name': 'network-vif-deleted', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:47:52.448907 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-577cd1e1-b9f4-4f50-9207-405962e6d2b0 req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] 10.222.0.68 "DELETE /v2.0/ports/7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 HTTP/1.1" status: 204 len: 173 time: 1.0979347 May 26 14:47:52.460016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Router c62bb4a4-e530-418e-94c4-778cd2e4ca43 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:47:52.508358 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e72368-ff80-406d-be99-2799a000155a', 'name': 'network-vif-deleted', 'tag': '7581cc6f-7c6b-406c-bb4c-6a9539a9cef7', 'status': 'completed', 'code': 200} May 26 14:47:52.590763 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-124d387f-c6e4-49ae-ab34-c30ade2f0c08 None None] Provisioning complete for port 8a03fed2-0eed-49f0-9ee2-629098f00749 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:52.591139 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-124d387f-c6e4-49ae-ab34-c30ade2f0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:52.679664 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-124d387f-c6e4-49ae-ab34-c30ade2f0c08 None None] Port 8a03fed2-0eed-49f0-9ee2-629098f00749 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:47:52.844099 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:47:52.853063 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] 10.222.0.25 "PUT /v2.0/routers/c62bb4a4-e530-418e-94c4-778cd2e4ca43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4109449 May 26 14:47:53.451128 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.578722 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56332) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:53.590959 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-284469167-network', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:53.597331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:53.601174 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device c90b770e-e6a5-4b59-b6f5-0a7b65c13319 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:53.601691 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Usage tracker for resource:network and tenant:1084a3e59ca048feaee6cfc7b438ecb4 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:53.606391 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:53.612883 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:53.629031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Made reservation on behalf of 1084a3e59ca048feaee6cfc7b438ecb4 for: {'network': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:53.631629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.645508 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.661744 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:53.666136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Usage tracker for resource:security_group_rule and tenant:1084a3e59ca048feaee6cfc7b438ecb4 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:53.669821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:53.676681 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:53.686011 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:53.691357 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:53.691776 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.775363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.779972 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.782872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f78e72df-8724-4932-8db0-279da9f9c025 tempest-VolumesNegativeTest-1820936143 tempest-VolumesNegativeTest-1820936143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:53.815478 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=103657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:47:53.821447 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34ab73-1917-430b-8699-f795502a8d12,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:53.825954 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:53.830401 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.830859 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.segments_db [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Added segment d3a45724-a969-4c17-aac2-ae0d4398efa3 of type vlan for network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 May 26 14:47:53.844315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.864793 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port c90b770e-e6a5-4b59-b6f5-0a7b65c13319, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:53.865275 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.869935 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.873331 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:53.908490 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.910621 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:53.911707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:53.921517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:53.964611 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:53.975640 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:54.013013 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Sync routers for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:47:54.023445 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:54.024099 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:54.034880 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4538705 May 26 14:47:54.038017 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56340) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:54.038551 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd3edea-8aa3-4b57-b7ba-504425f8d5d6,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:54.040976 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:54.048712 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:47:54.052286 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Request body: {'subnet': {'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-284469167-subnet', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:54.057254 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:54.062214 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Usage tracker for resource:subnet and tenant:1084a3e59ca048feaee6cfc7b438ecb4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:54.067395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:54.075167 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:54.088316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Made reservation on behalf of 1084a3e59ca048feaee6cfc7b438ecb4 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:47:54.090856 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.252299 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:54.501704 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.508680 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:54.576894 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 2, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:54.581215 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Checking router: c62bb4a4-e530-418e-94c4-778cd2e4ca43 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:47:54.581702 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Updating router c62bb4a4-e530-418e-94c4-778cd2e4ca43 port 8a03fed2-0eed-49f0-9ee2-629098f00749 binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:47:54.588886 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2897abb8-2561-4296-864e-81bd80557417,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:54.596298 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:54.597146 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Checking segment: {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:54.597498 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Network hostable DHCP agents. Network: 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:47:54.616699 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:47:54.628353 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:54.638236 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:54.638880 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.640680 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.641963 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60542c97-6dd7-4f44-adf7-455d6ee6fb19 None None] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:54.665662 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ca7f1d73-e796-4d8d-858d-113dd22f027a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6261854 May 26 14:47:54.668776 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56350) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:54.674755 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:47:54.681523 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:54.700865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Usage tracker for resource:router and tenant:1084a3e59ca048feaee6cfc7b438ecb4 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:54.704266 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:54.710328 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:54.736928 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.738893 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.763473 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:54.920027 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:47:54.921311 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.001774 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:47:55.032104 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.044951 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Transition to ACTIVE for port object 8a03fed2-0eed-49f0-9ee2-629098f00749 will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:55.052394 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.062908 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:55.091043 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:47:55.091379 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7581cc6f-7c6b-406c-bb4c-6a9539a9cef7 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:47:55.147868 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Pushing event updated for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:55.210606 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.227315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Allocated IP 172.20.0.2 (0cd3edea-8aa3-4b57-b7ba-504425f8d5d6/2897abb8-2561-4296-864e-81bd80557417/76a703e0-e3af-40af-b63b-c48b01ca8c29) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:55.326766 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.327538 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.328124 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.328640 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.329192 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.329700 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.330235 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.330819 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.331482 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.332204 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.332746 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.333333 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:47:55.356472 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:55.381488 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Attempting to bind port 8a03fed2-0eed-49f0-9ee2-629098f00749 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:55.382130 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Attempting to bind port 8a03fed2-0eed-49f0-9ee2-629098f00749 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:55.382828 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Attempting to bind port 8a03fed2-0eed-49f0-9ee2-629098f00749 on network ce58f62f-bb33-4a73-b20a-af58e06a8e67 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:55.390899 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:55.391666 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Checking segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:55.392307 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.393000 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Bound using segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:55.393712 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Bound port: 8a03fed2-0eed-49f0-9ee2-629098f00749, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:55.394404 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.585032 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.602745 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Transition to ACTIVE for port object 76a703e0-e3af-40af-b63b-c48b01ca8c29 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:55.605869 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] For port 8a03fed2-0eed-49f0-9ee2-629098f00749, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:47:55.615451 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] For port 8a03fed2-0eed-49f0-9ee2-629098f00749, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8a03fed2-0eed-49f0-9ee2-629098f00749,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:47:55.622704 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.625091 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device c90b770e-e6a5-4b59-b6f5-0a7b65c13319 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:55.628826 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:55.682403 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Transition to ACTIVE for port object 76a703e0-e3af-40af-b63b-c48b01ca8c29 will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:55.702923 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.714117 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:55.716516 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Pushing event updated for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:55.725156 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:55.741866 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:55.743021 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:55.743958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.792834 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:55.799673 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:55.801856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.802773 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:55.814621 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Pushing event updated for resources: {'Port': ['ID=76a703e0-e3af-40af-b63b-c48b01ca8c29,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:55.818200 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:55.902261 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:55.902901 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.974478 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Attempting to bind port 76a703e0-e3af-40af-b63b-c48b01ca8c29 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:55.974868 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Attempting to bind port 76a703e0-e3af-40af-b63b-c48b01ca8c29 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:55.975282 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Attempting to bind port 76a703e0-e3af-40af-b63b-c48b01ca8c29 on network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:55.984927 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:55.985587 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Checking segment: {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:55.986001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.986614 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Bound using segment: {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:55.987127 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Bound port: 76a703e0-e3af-40af-b63b-c48b01ca8c29, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:55.987344 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:55.993105 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:56.040399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Allocated IP 172.28.3.65 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/05997b2a-cf10-41c2-88ee-8d865888941f) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:56.165534 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] For port 76a703e0-e3af-40af-b63b-c48b01ca8c29, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:47:56.170839 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] For port 76a703e0-e3af-40af-b63b-c48b01ca8c29, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=76a703e0-e3af-40af-b63b-c48b01ca8c29,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:47:56.177190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:56.192157 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:56.240977 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:56.291411 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Pushing event updated for resources: {'Port': ['ID=76a703e0-e3af-40af-b63b-c48b01ca8c29,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:56.310287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:56.310846 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:56.315069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:56.372664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:56.381664 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:56.394685 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:47:56.428274 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:55Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:56.432423 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8c2c97-683c-4554-aaef-41924e211610 None None] The sync data for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb is: [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:55Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:47:56.565525 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Pushing event updated for resources: {'Port': ['ID=05997b2a-cf10-41c2-88ee-8d865888941f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:56.657695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:57.060878 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:57.647617 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a83634-4965-46c4-88f6-6f1b78784c3c None None] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:47:57.651758 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:57.761930 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8a03fed2-0eed-49f0-9ee2-629098f00749 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:57.862298 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a0cce948-b161-427b-84fd-e671a79c3f5b None None] Provisioning for port 76a703e0-e3af-40af-b63b-c48b01ca8c29 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:57.890144 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 8a03fed2-0eed-49f0-9ee2-629098f00749 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:57.899028 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 8a03fed2-0eed-49f0-9ee2-629098f00749 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:57.899457 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:57.920827 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Router a6753dbf-58b6-48ed-95ce-60f36080a9f1 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:47:58.160443 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:47:58.185566 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Sync routers for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:47:58.185722 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56404) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:58.199299 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.222547 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.227905 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5550582 May 26 14:47:58.228425 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56412) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:58.230054 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:47:58.230817 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:58.367485 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.387705 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:58.392138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Usage tracker for resource:security_group_rule and tenant:40a0ed53cdd740299aa33ee3a3ed86f4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:58.395779 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 8a03fed2-0eed-49f0-9ee2-629098f00749, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8a03fed2-0eed-49f0-9ee2-629098f00749,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:58.397484 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:58.404585 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.405265 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 76a703e0-e3af-40af-b63b-c48b01ca8c29 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:47:58.446828 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:58.472365 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:58.581177 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:47:58.632834 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:58.635991 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:58.817407 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89c8f7-1a48-4b94-8635-f441dcc56a7a req-2dfc0b27-94eb-40aa-b713-3ada3d735e58 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:47:58.819316 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0a89c8f7-1a48-4b94-8635-f441dcc56a7a req-2dfc0b27-94eb-40aa-b713-3ada3d735e58 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.1202030 May 26 14:47:58.861782 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.872590 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0a89c8f7-1a48-4b94-8635-f441dcc56a7a req-c24a83d5-95e2-4ae2-b374-5c104bc54aa5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471241 May 26 14:47:58.878416 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.892623 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8c52fcd0-b067-4cec-911e-8d9c14fc134a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:58.893365 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 76a703e0-e3af-40af-b63b-c48b01ca8c29 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:47:58.919731 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Provisioning complete for port 76a703e0-e3af-40af-b63b-c48b01ca8c29 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:58.920260 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.956089 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 76a703e0-e3af-40af-b63b-c48b01ca8c29 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:47:58.956470 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:58.958453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf440c4-3167-4168-9cd9-abd6b6909837,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:58.961804 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:59.016509 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40a0ed53cdd740299aa33ee3a3ed86f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296607 May 26 14:47:59.019010 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56428) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:59.097717 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.128513 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.195628 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.202184 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:59.221028 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf440c4-3167-4168-9cd9-abd6b6909837,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:59.223868 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:59.227009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.228164 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.229318 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caf440c4-3167-4168-9cd9-abd6b6909837 HTTP/1.1" status: 204 len: 168 time: 0.2089064 May 26 14:47:59.256903 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.258090 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.306132 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] For port 76a703e0-e3af-40af-b63b-c48b01ca8c29, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=76a703e0-e3af-40af-b63b-c48b01ca8c29,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:47:59.308661 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:47:56Z', 'revision_number': 3, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:47:59.313143 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.315611 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:59.385145 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Checking router: a6753dbf-58b6-48ed-95ce-60f36080a9f1 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:47:59.385635 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Updating router a6753dbf-58b6-48ed-95ce-60f36080a9f1 port 05997b2a-cf10-41c2-88ee-8d865888941f binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:47:59.506861 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.db.api [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 14:47:59.507417 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_db.api [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 14:47:59.512665 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.547122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Pushing event updated for resources: {'Port': ['ID=76a703e0-e3af-40af-b63b-c48b01ca8c29,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:59.550697 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:59.567399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56436) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:59.586037 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.598900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Allocated IP 172.20.0.1 (0cd3edea-8aa3-4b57-b7ba-504425f8d5d6/2897abb8-2561-4296-864e-81bd80557417/7e05f101-f5c5-4054-b9de-57a51fbd6a13) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:47:59.601341 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:47:59.606890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6df60dd20c4c139a90f81a231df3fe is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:47:59.609849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:47:59.616286 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:47:59.715587 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.720111 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.732177 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a93f2ec4-1011-4e92-a3f1-3354dad780d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:59.761678 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.771385 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c6df60dd20c4c139a90f81a231df3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004688 May 26 14:47:59.771702 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56440) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:47:59.773592 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1260a0ea-c0ea-4091-a3e8-70f247ad786c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:59.777458 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:59.792442 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Transition to ACTIVE for port object 7e05f101-f5c5-4054-b9de-57a51fbd6a13 will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:59.850129 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.868463 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.869667 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.878111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:59.881068 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Transition to ACTIVE for port object 05997b2a-cf10-41c2-88ee-8d865888941f will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:47:59.888873 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.892656 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:47:59.951201 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.969594 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:47:59.973699 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Attempting to bind port 05997b2a-cf10-41c2-88ee-8d865888941f on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:47:59.974231 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Attempting to bind port 05997b2a-cf10-41c2-88ee-8d865888941f by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:47:59.974412 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Attempting to bind port 05997b2a-cf10-41c2-88ee-8d865888941f on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:47:59.976832 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Pushing event updated for resources: {'Port': ['ID=05997b2a-cf10-41c2-88ee-8d865888941f,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:47:59.980797 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:47:59.981016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:47:59.983152 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:47:59.983525 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:47:59.984394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.984394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:47:59.984786 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Bound port: 05997b2a-cf10-41c2-88ee-8d865888941f, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:47:59.985293 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:47:59.987275 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:00.022848 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Pushing event updated for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:00.045165 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:00.113853 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.194982 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] For port 05997b2a-cf10-41c2-88ee-8d865888941f, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:00.203328 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] For port 05997b2a-cf10-41c2-88ee-8d865888941f, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=05997b2a-cf10-41c2-88ee-8d865888941f,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:00.209960 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.217278 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.219571 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:00.229402 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c85046b3-912c-4912-8279-1efa90f7b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:00.246080 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1260a0ea-c0ea-4091-a3e8-70f247ad786c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:00.252559 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:00.284860 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0241-abe2-4209-8d8e-37898fd6754b req-f9c8298f-c20d-4a8c-987f-61acf52b61f0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:00.285875 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8a03fed2-0eed-49f0-9ee2-629098f00749 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:00.292038 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d0d0241-abe2-4209-8d8e-37898fd6754b req-f9c8298f-c20d-4a8c-987f-61acf52b61f0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.2426758 May 26 14:48:00.330097 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.333752 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1260a0ea-c0ea-4091-a3e8-70f247ad786c HTTP/1.1" status: 204 len: 168 time: 0.5585883 May 26 14:48:00.396867 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6d0d0241-abe2-4209-8d8e-37898fd6754b req-3a87d626-33d7-42f0-9502-c7b095d355d2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038504 May 26 14:48:00.400998 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-b650ffd4-d821-4eb2-ad4c-93e6df56db88 None None] Provisioning for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:00.420496 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-b650ffd4-d821-4eb2-ad4c-93e6df56db88 None None] Provisioning complete for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:00.421034 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b650ffd4-d821-4eb2-ad4c-93e6df56db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.459035 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.471061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Pushing event updated for resources: {'Port': ['ID=05997b2a-cf10-41c2-88ee-8d865888941f,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:00.474159 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:00.474948 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:00.546703 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:00.573689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-a04c817e-3abb-40bd-a842-f6064a970f57 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:00.579243 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-a04c817e-3abb-40bd-a842-f6064a970f57 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.2191739 May 26 14:48:00.597572 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b650ffd4-d821-4eb2-ad4c-93e6df56db88 None None] Port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:00.614988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 8a03fed2-0eed-49f0-9ee2-629098f00749 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:00.615536 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.835024 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Deleting port 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:48:00.835483 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.852028 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:00.861972 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.871813 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:00.906427 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:00.983800 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Pushing event updated for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:00.988467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:00.989780 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] For port 28bc4343-ca60-4446-a82c-47e08c42cdbb, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=28bc4343-ca60-4446-a82c-47e08c42cdbb,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:00.990864 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.017374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.178120 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:01.179309 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:01.204273 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 76a703e0-e3af-40af-b63b-c48b01ca8c29 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:01.371408 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 76a703e0-e3af-40af-b63b-c48b01ca8c29 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:01.371949 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.481755 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '7e05f101-f5c5-4054-b9de-57a51fbd6a13', 'name': '', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'mac_address': 'fa:16:3e:ac:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:59Z', 'updated_at': '2021-05-26T14:47:59Z', 'revision_number': 1, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'subnets': [{'id': '2897abb8-2561-4296-864e-81bd80557417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:01.485546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Router a6753dbf-58b6-48ed-95ce-60f36080a9f1 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:01.498788 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345617a-dfa5-4cef-adb7-187ac374b6ca None None] The sync data for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb is: [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '7e05f101-f5c5-4054-b9de-57a51fbd6a13', 'name': '', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'mac_address': 'fa:16:3e:ac:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:59Z', 'updated_at': '2021-05-26T14:47:59Z', 'revision_number': 1, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'subnets': [{'id': '2897abb8-2561-4296-864e-81bd80557417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:01.590053 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.590641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.590840 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Floating IP 405e44a4-ee7c-479e-9203-1071b45e29ae disassociated. External IP: 172.28.3.43, port: 28bc4343-ca60-4446-a82c-47e08c42cdbb. May 26 14:48:01.591261 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Calling delete_port for 28bc4343-ca60-4446-a82c-47e08c42cdbb owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:48:01.622311 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-fc9067ad-5de0-4ebe-930b-90d51dcced22 None None] Provisioning complete for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:01.622684 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-fc9067ad-5de0-4ebe-930b-90d51dcced22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.691565 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-fc9067ad-5de0-4ebe-930b-90d51dcced22 None None] Port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:01.783312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:01.791673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-731d6213-0606-441d-8c8f-3a2283d8bc77 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:01.891441 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'Port': ['ID=28bc4343-ca60-4446-a82c-47e08c42cdbb,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:01.896259 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:01.974018 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f897da2-c2c7-4775-ba9b-edc046bc7fb0 req-036707e8-6d59-4418-b85d-6f78f18c3638 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:01.982212 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9f897da2-c2c7-4775-ba9b-edc046bc7fb0 req-036707e8-6d59-4418-b85d-6f78f18c3638 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 947 time: 0.3358467 May 26 14:48:01.989305 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:02.004807 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] 10.222.0.25 "PUT /v2.0/routers/a6753dbf-58b6-48ed-95ce-60f36080a9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656531 May 26 14:48:02.209836 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:02.248009 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9f897da2-c2c7-4775-ba9b-edc046bc7fb0 req-929a6523-1207-437f-9be4-c4c9b9885427 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=bdb073b8-561a-449b-a344-7fb71f702380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648025 May 26 14:48:02.527953 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:02.546973 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:02.563840 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:02.564753 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:02.615539 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] No DVR routers for this DVR port 28bc4343-ca60-4446-a82c-47e08c42cdbb on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:48:02.619964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:02.625069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-deleted', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:02.656413 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1f90610-65a3-460e-9c32-b54fb1772a0d req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "DELETE /v2.0/ports/28bc4343-ca60-4446-a82c-47e08c42cdbb HTTP/1.1" status: 204 len: 173 time: 2.0675762 May 26 14:48:02.702470 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c337f7c7-0f10-48d3-a334-f9d9de15a7b1', 'name': 'network-vif-deleted', 'tag': '28bc4343-ca60-4446-a82c-47e08c42cdbb', 'status': 'completed', 'code': 200} May 26 14:48:02.853840 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:03.255885 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:03.262479 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:03.281870 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:03.282669 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:03.614268 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-12523f47-30b5-43f5-ad0f-e372c5aab981 req-138b31fd-6093-4935-be9a-119df82d205b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:03.661757 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-12523f47-30b5-43f5-ad0f-e372c5aab981 req-138b31fd-6093-4935-be9a-119df82d205b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:03.674235 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-12523f47-30b5-43f5-ad0f-e372c5aab981 req-138b31fd-6093-4935-be9a-119df82d205b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c337f7c7-0f10-48d3-a334-f9d9de15a7b1 HTTP/1.1" status: 200 len: 210 time: 0.1417046 May 26 14:48:03.808657 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:04.401801 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:04.407931 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d83720b-4990-42b1-b1e9-1026bb857c8f None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:04.424029 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 05997b2a-cf10-41c2-88ee-8d865888941f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:04.544360 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 05997b2a-cf10-41c2-88ee-8d865888941f completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:04.555576 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 05997b2a-cf10-41c2-88ee-8d865888941f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:04.555996 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:04.877022 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:04.910282 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56552) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:04.947591 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 05997b2a-cf10-41c2-88ee-8d865888941f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=05997b2a-cf10-41c2-88ee-8d865888941f,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:04.955210 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:04.957903 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:05.006038 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bfb0e9-4b63-4298-ae3a-094feac539cb None None] New status for floating IP 405e44a4-ee7c-479e-9203-1071b45e29ae: DOWN {{(pid=103659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:48:05.098356 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:48:05.120473 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:05.166753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:05.230234 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:05.243059 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 28bc4343-ca60-4446-a82c-47e08c42cdbb {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:48:05.243845 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 28bc4343-ca60-4446-a82c-47e08c42cdbb not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:48:05.247309 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4eb7dbca-6d6b-4357-a664-0fbfad66f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:05.263698 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb073b8-561a-449b-a344-7fb71f702380,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:05.268047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:05.270356 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:05.271475 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "DELETE /v2.0/security-groups/bdb073b8-561a-449b-a344-7fb71f702380 HTTP/1.1" status: 204 len: 168 time: 0.3601632 May 26 14:48:05.274284 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56560) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:05.296700 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.api.v2.resource [None req-e405b9ac-3dac-468d-8a2d-5ad148558acb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] show failed (client error): The resource could not be found. May 26 14:48:05.298296 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e405b9ac-3dac-468d-8a2d-5ad148558acb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups/bdb073b8-561a-449b-a344-7fb71f702380 HTTP/1.1" status: 404 len: 347 time: 0.0230150 May 26 14:48:05.301284 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56564) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:05.493801 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:05.494646 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=05997b2a-cf10-41c2-88ee-8d865888941f,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:05.508646 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:05.767888 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Deleting port b2b122d2-6590-40af-9361-21bdf4d497d6 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:48:05.768224 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.043436 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Sync routers for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:06.057166 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:06.058354 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:06.210874 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.211603 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.283540 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 05997b2a-cf10-41c2-88ee-8d865888941f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:06.413775 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Calling delete_port for b2b122d2-6590-40af-9361-21bdf4d497d6 owned by network:floatingip {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:48:06.468894 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 05997b2a-cf10-41c2-88ee-8d865888941f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:06.469584 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.532111 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:06.698628 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.712966 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c3ab089-5c29-4729-8213-481c4737854a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:06.799799 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'Port': ['ID=b2b122d2-6590-40af-9361-21bdf4d497d6,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:06.810473 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:06.883811 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.943936 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:06.945078 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "DELETE /v2.0/floatingips/405e44a4-ee7c-479e-9203-1071b45e29ae HTTP/1.1" status: 204 len: 168 time: 1.6422136 May 26 14:48:07.013371 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '7e05f101-f5c5-4054-b9de-57a51fbd6a13', 'name': '', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'mac_address': 'fa:16:3e:ac:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:59Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 2, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'subnets': [{'id': '2897abb8-2561-4296-864e-81bd80557417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:07.018173 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Checking router: a6753dbf-58b6-48ed-95ce-60f36080a9f1 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:07.018523 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Updating router a6753dbf-58b6-48ed-95ce-60f36080a9f1 port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:48:07.092491 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.468786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56596) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:07.474303 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618449757', 'description': 'tempest-description--2036832502'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:07.480520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:07.484763 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:07.488166 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:07.493942 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:07.511344 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.517436 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.533139 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Transition to ACTIVE for port object 7e05f101-f5c5-4054-b9de-57a51fbd6a13 will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:07.547725 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.553798 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-efa6d786-50ac-467b-8fd7-8dfe136934fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:07.554201 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:07.562868 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:07.568543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:07.577504 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:07.609037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9d80-bde2-4e38-8b3b-1f9ffae3278a req-9509e744-d02d-44d1-8f1a-1def0fd333ef tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:07.613706 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bb8b9d80-bde2-4e38-8b3b-1f9ffae3278a req-9509e744-d02d-44d1-8f1a-1def0fd333ef tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1346979 May 26 14:48:07.641505 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b19812-6a6f-4ddb-a1b2-a050fd6abe9d None None] Pushing event updated for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:07.645782 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-45b19812-6a6f-4ddb-a1b2-a050fd6abe9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:07.704913 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.711412 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.722861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a45767ad-8de8-4aec-b1b8-964e2c8e01eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:07.773968 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-bb8b9d80-bde2-4e38-8b3b-1f9ffae3278a req-2ae0dc58-4d2a-45a2-9438-c60f2ce6e1bb tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505246 May 26 14:48:07.809056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f294186a-a7b7-4ba7-afd4-ed47c0024897,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:07.825396 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:07.845809 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Attempting to bind port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:07.846174 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Attempting to bind port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:07.846538 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Attempting to bind port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 on network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:07.847062 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.853669 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56608) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:07.855634 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:07.856138 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Checking segment: {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:07.856538 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.856928 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Bound using segment: {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:07.857398 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Bound port: 7e05f101-f5c5-4054-b9de-57a51fbd6a13, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a45724-a969-4c17-aac2-ae0d4398efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:07.857767 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:07.860085 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group_rule': {'security_group_id': 'f294186a-a7b7-4ba7-afd4-ed47c0024897', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:07.863540 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3932459 May 26 14:48:07.872590 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:07.880767 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:07.890894 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:07.902529 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:07.936205 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.035280 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] For port 7e05f101-f5c5-4054-b9de-57a51fbd6a13, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:08.044951 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] For port 7e05f101-f5c5-4054-b9de-57a51fbd6a13, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=7e05f101-f5c5-4054-b9de-57a51fbd6a13,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:08.052685 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.077957 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:08.101625 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.118693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.121359 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-152e5ee3-e275-4f19-8f8b-da4e157211a1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:08.200182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0defbaa9-215e-4f97-b07a-a5b985da861b,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:08.209471 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:08.220302 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:08.220934 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:47:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:08.238994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.240825 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3858976 May 26 14:48:08.243846 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56620) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:08.251330 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'security_group_rule': {'security_group_id': 'f294186a-a7b7-4ba7-afd4-ed47c0024897', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:08.263417 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:08.269000 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:security_group_rule and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:08.272395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:08.282268 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:08.317384 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.370410 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b19812-6a6f-4ddb-a1b2-a050fd6abe9d None None] Pushing event updated for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:08.376043 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-45b19812-6a6f-4ddb-a1b2-a050fd6abe9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:08.477901 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.483960 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.486874 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d24334e0-f9fa-4ef1-ba88-628b37c2e553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:08.517767 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac35050b-3300-44a8-840a-fe1ff94bb583,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:08.523983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:08.541540 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.543570 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6eacb584-a801-4f40-aeb5-73f61b293efc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984874 May 26 14:48:08.547350 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56626) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:08.552646 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:08.558743 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:08.563018 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Usage tracker for resource:floatingip and tenant:431fe07e94ca46bbb1c29d66f78be280 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:08.567684 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:08.575273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:08.576919 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:08.590897 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:08.769436 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.011377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Allocated IP 172.28.3.205 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/144d8f26-c5e1-4e87-8b20-1db9210abbd2) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:09.015980 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '7e05f101-f5c5-4054-b9de-57a51fbd6a13', 'name': '', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'mac_address': 'fa:16:3e:ac:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:59Z', 'updated_at': '2021-05-26T14:48:08Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'subnets': [{'id': '2897abb8-2561-4296-864e-81bd80557417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:09.023865 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c131919-40d3-4deb-813d-ea090d917bf5 None None] The sync data for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb is: [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:48:00Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '7e05f101-f5c5-4054-b9de-57a51fbd6a13', 'name': '', 'network_id': '0cd3edea-8aa3-4b57-b7ba-504425f8d5d6', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'mac_address': 'fa:16:3e:ac:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '2897abb8-2561-4296-864e-81bd80557417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:59Z', 'updated_at': '2021-05-26T14:48:08Z', 'revision_number': 4, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'subnets': [{'id': '2897abb8-2561-4296-864e-81bd80557417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:09.309631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d915-a6e2-48cc-9347-7c75c6917ff7 req-9cfbf1b3-9f2b-48ee-ac34-ddbf1e7b68a2 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:09.311642 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fca8d915-a6e2-48cc-9347-7c75c6917ff7 req-9cfbf1b3-9f2b-48ee-ac34-ddbf1e7b68a2 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.2525809 May 26 14:48:09.315430 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.390660 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fca8d915-a6e2-48cc-9347-7c75c6917ff7 req-f60c2eed-34c1-4186-9efb-e4053bdddbdd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671122 May 26 14:48:09.432006 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.432006 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:09.505951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:09.511520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:09.514003 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:09.557252 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=144d8f26-c5e1-4e87-8b20-1db9210abbd2,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:09.560507 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:09.624562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.717617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.979136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:09.984909 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.001637 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-64a0ac20-fbf4-450f-8a08-9800b4250e29 tempest-VolumesSnapshotTestJSON-117495716 tempest-VolumesSnapshotTestJSON-117495716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:10.121187 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=144d8f26-c5e1-4e87-8b20-1db9210abbd2,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:10.126543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:10.129689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.156783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.163023 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6145298 May 26 14:48:10.283647 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7e05f101-f5c5-4054-b9de-57a51fbd6a13 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:10.374114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56664) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:10.433469 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:10.460325 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:10.460722 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.531682 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-a21ddac2-787a-4185-a42d-6ade96cffd6c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:10.564186 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-a21ddac2-787a-4185-a42d-6ade96cffd6c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:10.575555 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-a21ddac2-787a-4185-a42d-6ade96cffd6c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1618449757&fields=id&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 267 time: 0.1404226 May 26 14:48:10.683536 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.759391 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 7e05f101-f5c5-4054-b9de-57a51fbd6a13, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=7e05f101-f5c5-4054-b9de-57a51fbd6a13,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:10.769792 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.775488 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:10.787380 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:10.817832 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:10.826224 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8ed2db750e41b6bebc9a4485ef4c31 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:10.831613 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:10.840622 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c79df-295a-4587-ba01-1e86ffe03d03 req-b5433e45-791d-4620-b8bd-ecfedb33f443 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:10.842163 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-908c79df-295a-4587-ba01-1e86ffe03d03 req-b5433e45-791d-4620-b8bd-ecfedb33f443 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.2068119 May 26 14:48:10.847448 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-d0e22f45-7ec0-4a78-a182-31574530821f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:10.855190 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-d0e22f45-7ec0-4a78-a182-31574530821f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 817 time: 0.2783177 May 26 14:48:10.858253 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:10.878150 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:10.879440 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-ae2175ee-84bd-445c-8785-faece51e3c06 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/quotas/431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 375 time: 0.0234301 May 26 14:48:10.882388 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:11.016644 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-6d85b5b6-38f7-4115-b2f3-6cd34322ba77 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302197 May 26 14:48:11.018885 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-908c79df-295a-4587-ba01-1e86ffe03d03 req-1f0a1a2b-271f-49d2-b939-a726f1fb2418 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709185 May 26 14:48:11.194611 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.206116 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.216166 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8f7608af-7b15-4f99-9626-3a1e0947496e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:11.238565 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-94caef3f-47a2-4ebf-9d4f-8e6d1ea13f53 service neutron] 10.222.0.25 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128839 May 26 14:48:11.362862 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc8ed2db750e41b6bebc9a4485ef4c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9864323 May 26 14:48:11.364476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56684) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:11.365653 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff0f8d-c6b0-4d1c-967a-32ad3300eda3,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:11.368466 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:11.428328 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-4ac69c4f-9a4c-4638-8c14-ea414013aaf4 service neutron] 10.222.0.25 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885493 May 26 14:48:11.439854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.469141 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.527164 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.531122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f79fa1d2-1156-44ca-90d3-c23425bce8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:11.550930 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff0f8d-c6b0-4d1c-967a-32ad3300eda3,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:11.553680 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:11.560721 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:11.562706 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ff0f8d-c6b0-4d1c-967a-32ad3300eda3 HTTP/1.1" status: 204 len: 168 time: 0.1962640 May 26 14:48:11.705240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-490ecf89-9a81-4935-b7fb-0448b5b089a6 req-3d12732d-e3e4-45d0-931f-583138e8c61d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:11.731904 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-490ecf89-9a81-4935-b7fb-0448b5b089a6 req-3d12732d-e3e4-45d0-931f-583138e8c61d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:11.733854 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-490ecf89-9a81-4935-b7fb-0448b5b089a6 req-3d12732d-e3e4-45d0-931f-583138e8c61d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 210 time: 0.0904865 May 26 14:48:12.009207 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56708) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:12.041829 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.077894 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:12.083312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe9c09ee4e94800908c9c160030b1ff is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:12.086600 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:12.101032 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:12.283619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.289707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.290172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7e05f101-f5c5-4054-b9de-57a51fbd6a13 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:12.301014 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-528f3a40-aea7-4947-96f4-9eb5b4c75fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:12.357170 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2fe9c09ee4e94800908c9c160030b1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468168 May 26 14:48:12.358365 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225dffba-648b-4df7-91d1-59f8018d7f7c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:12.360159 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56714) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:12.361926 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-dadfd822-3f37-484a-9a67-74ac1ae34cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:12.435143 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:12.435863 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.458161 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1d47f-d37e-4190-8567-e26b0f25ac0e req-cf4e7e45-4aa9-441a-9cdf-1777db0b28ac tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:12.459692 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1cd1d47f-d37e-4190-8567-e26b0f25ac0e req-cf4e7e45-4aa9-441a-9cdf-1777db0b28ac tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1903555 May 26 14:48:12.468520 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.520393 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.568003 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1cd1d47f-d37e-4190-8567-e26b0f25ac0e req-919823ce-21ef-4daa-bf3a-f69a02bbacfa tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003489 May 26 14:48:12.611536 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.615803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-aa067f35-2e9b-4398-aae3-0077a5e6e3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:12.629062 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225dffba-648b-4df7-91d1-59f8018d7f7c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:12.631969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:12.644964 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:12.646530 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/225dffba-648b-4df7-91d1-59f8018d7f7c HTTP/1.1" status: 204 len: 168 time: 0.2723553 May 26 14:48:12.971035 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4e447fd5-63b4-4de6-9f70-bd67f95228c1 req-a9fe2803-0a40-4993-8b52-9467e5484205 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 210 time: 0.0699949 May 26 14:48:13.203307 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdd464b5-9143-497a-8278-9cf6c9996d1c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:13.205030 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdd464b5-9143-497a-8278-9cf6c9996d1c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 817 time: 0.1799538 May 26 14:48:13.266532 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-13636a0a-5c8e-4700-9e2f-911c0e3d39b2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:13.283739 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-13636a0a-5c8e-4700-9e2f-911c0e3d39b2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:13.284999 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-13636a0a-5c8e-4700-9e2f-911c0e3d39b2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 380 time: 0.0692160 May 26 14:48:13.317340 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'port': {'device_id': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'admin_state_up': True, 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'security_groups': ['f294186a-a7b7-4ba7-afd4-ed47c0024897']}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:13.538469 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:13.553629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:13.582485 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Made reservation on behalf of 431fe07e94ca46bbb1c29d66f78be280 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:13.592716 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:13.866461 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Allocated IP 172.20.0.3 (9fb9c57f-c5d4-4916-829e-73f936fc5eaa/279abb73-16b9-4928-a166-29dd185de477/4326bb53-a998-465b-bad2-c0985d64b3d9) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:13.889504 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b6b54-2f7e-4e92-96a0-bd5e7d5f5224 req-ae15b5f1-414f-4f23-928d-139e9835b8a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:13.898374 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6f5b6b54-2f7e-4e92-96a0-bd5e7d5f5224 req-ae15b5f1-414f-4f23-928d-139e9835b8a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1157827 May 26 14:48:13.969440 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6f5b6b54-2f7e-4e92-96a0-bd5e7d5f5224 req-6db0c8be-9e46-448a-845d-21edbd6e7be7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698180 May 26 14:48:14.227648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:14.257680 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c7b66566-450f-40df-9f44-7be5c3fd17dd req-b489b8f3-937c-44be-a00d-6c5a9e39a92f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 210 time: 0.0987430 May 26 14:48:14.258872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Transition to ACTIVE for port object 4326bb53-a998-465b-bad2-c0985d64b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:14.294968 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:14.302587 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7ed0efc4-59e6-4006-a1d7-e1c5b7875d20 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:14.380419 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:14.387588 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:14.396581 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:14.471178 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:14.478317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:14.503476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:14.504759 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:14.552597 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2400117 May 26 14:48:14.572393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Request body: {'port': {'device_id': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:14.708282 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:14.737404 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-908398a9-2dbd-41b2-bec3-88ebc5e29d98 None None] Provisioning for port 4326bb53-a998-465b-bad2-c0985d64b3d9 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:14.764848 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-908398a9-2dbd-41b2-bec3-88ebc5e29d98 None None] Provisioning complete for port 4326bb53-a998-465b-bad2-c0985d64b3d9 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:14.765224 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-908398a9-2dbd-41b2-bec3-88ebc5e29d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:14.878934 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-908398a9-2dbd-41b2-bec3-88ebc5e29d98 None None] Port 4326bb53-a998-465b-bad2-c0985d64b3d9 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:15.186509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:48:15.206400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:15.255049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Transition to ACTIVE for port object 4326bb53-a998-465b-bad2-c0985d64b3d9 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:15.261611 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:15.272521 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:15.341986 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000939e-1946-44e0-a593-8f9770388818 req-ec61131e-5cb1-4277-a4e5-7646d8d57603 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:15.352127 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7000939e-1946-44e0-a593-8f9770388818 req-ec61131e-5cb1-4277-a4e5-7646d8d57603 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1901543 May 26 14:48:15.442440 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7000939e-1946-44e0-a593-8f9770388818 req-9015eea4-3851-4c13-a3b8-0b1cc80919be tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863738 May 26 14:48:15.836102 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:15.860216 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.860582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.860936 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.861281 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.861645 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.861961 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.862303 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.862639 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.862973 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.863315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.863640 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.864000 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:15.874129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:15.880499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Attempting to bind port 4326bb53-a998-465b-bad2-c0985d64b3d9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:15.880828 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Attempting to bind port 4326bb53-a998-465b-bad2-c0985d64b3d9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:15.881149 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Attempting to bind port 4326bb53-a998-465b-bad2-c0985d64b3d9 on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:15.889066 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Port 4326bb53-a998-465b-bad2-c0985d64b3d9 on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:48:15.889324 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Attempting to bind port 4326bb53-a998-465b-bad2-c0985d64b3d9 on network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:15.897446 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:15.897773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Checking segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:15.898154 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Bound using segment: {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:15.898589 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Bound port: 4326bb53-a998-465b-bad2-c0985d64b3d9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:15.898930 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:15.921786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac441e4e-9ff7-4e9b-b0ca-6a805e98ff59 req-2849f56b-69f2-4bdc-af67-87590a77844a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:15.922969 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ac441e4e-9ff7-4e9b-b0ca-6a805e98ff59 req-2849f56b-69f2-4bdc-af67-87590a77844a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Synchronizing usage tracker for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:15.991773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ac441e4e-9ff7-4e9b-b0ca-6a805e98ff59 req-2849f56b-69f2-4bdc-af67-87590a77844a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Unset dirty status for tenant:431fe07e94ca46bbb1c29d66f78be280 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:15.999552 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ac441e4e-9ff7-4e9b-b0ca-6a805e98ff59 req-2849f56b-69f2-4bdc-af67-87590a77844a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.4435465 May 26 14:48:16.087100 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:16.096078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:16.105388 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:16.110853 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:16.185055 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ac441e4e-9ff7-4e9b-b0ca-6a805e98ff59 req-e569edeb-85e2-4d1c-8fb8-319b2f2f6546 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846325 May 26 14:48:16.199136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:16.199807 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:16.201548 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] 10.222.0.68 "PUT /v2.0/ports/4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 1093 time: 1.6338422 May 26 14:48:16.202224 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:16.210846 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:16.214759 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:16.304520 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'status': 'completed', 'code': 200} May 26 14:48:16.353161 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-278402e6-a3a6-4bd4-981b-99ee1e953eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:16.355313 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-278402e6-a3a6-4bd4-981b-99ee1e953eda service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1052351 May 26 14:48:16.451379 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56814) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:16.456651 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-c6729feb-70ca-480c-b657-e967a92365a7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 217 time: 0.0922275 May 26 14:48:16.578290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-1d837649-80cd-4ce9-8164-4a891d819fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:16.579770 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-1d837649-80cd-4ce9-8164-4a891d819fd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0839789 May 26 14:48:16.584975 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Deleting subnet 7706c1b0-d075-4607-ab47-035c541903e5 {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:48:16.664885 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:16.744000 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:16.831508 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:16.869478 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6eae-494c-4eee-be1d-07abb17a5772 req-16ef0f3d-76df-45f1-83b5-df088cc881d7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:16.871310 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4c5e6eae-494c-4eee-be1d-07abb17a5772 req-16ef0f3d-76df-45f1-83b5-df088cc881d7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.2841640 May 26 14:48:16.897499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bf742159-6d1d-4f6b-970c-6c41b1da6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:16.899011 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-bf742159-6d1d-4f6b-970c-6c41b1da6bf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3087490 May 26 14:48:17.082203 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4c5e6eae-494c-4eee-be1d-07abb17a5772 req-6fc8452a-6f70-458f-a3bf-36634c0cfb20 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004175 May 26 14:48:17.188174 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-71139f91-9db7-45d6-8dc6-eef164d81062 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756741 May 26 14:48:17.419239 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-37979b7f-6152-4a01-9de3-30a9dc0e3192 req-f0100dac-c943-4f66-b612-2e69aeedb97e service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158644 May 26 14:48:17.428606 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:17.434440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb10433c-6b0c-49f2-806c-aae555fa7182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:17.450058 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43f642-f0a1-4d21-9477-4f6f054c678e req-b4fa9294-bc85-435e-aaf3-b96c0323e983 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:17.459651 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8d43f642-f0a1-4d21-9477-4f6f054c678e req-b4fa9294-bc85-435e-aaf3-b96c0323e983 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.1210318 May 26 14:48:17.537359 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8d43f642-f0a1-4d21-9477-4f6f054c678e req-2e0416be-20bc-4d4f-82cc-6098a715c2f9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752456 May 26 14:48:17.621122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7706c1b0-d075-4607-ab47-035c541903e5,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:17.624418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:17.633850 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:17.653196 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7706c1b0-d075-4607-ab47-035c541903e5 HTTP/1.1" status: 204 len: 168 time: 1.1970160 May 26 14:48:17.653978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56830) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:17.700179 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-ee68c485-4b5e-457c-904f-13dd3424ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:17.701864 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-ee68c485-4b5e-457c-904f-13dd3424ce21 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1287801 May 26 14:48:17.831646 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:17.888911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-110046e1-429f-4553-8c93-b662c1781741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:17.890490 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-110046e1-429f-4553-8c93-b662c1781741 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1736288 May 26 14:48:17.964743 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-2fc5b19c-a896-47ec-aca9-acbbfef00739 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 217 time: 0.0666466 May 26 14:48:18.046229 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-1835e9b6-9c05-498c-9fab-26199b1b2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:18.047668 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-1835e9b6-9c05-498c-9fab-26199b1b2da7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0740762 May 26 14:48:18.097056 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.112525 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4209c3f4-b95f-4968-8379-91031ee469d3']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:18.137945 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb6998-1f76-4de5-9935-ed037d75fbd3') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:18.138243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb6998-1f76-4de5-9935-ed037d75fbd3') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:18.138506 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-f4015fe1-bc44-4cad-a715-ef4f5ffead7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:18.140307 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-f4015fe1-bc44-4cad-a715-ef4f5ffead7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857008 May 26 14:48:18.154815 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.175670 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.182609 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:48:18.182998 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:48:18.262128 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:48:18.281780 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.286219 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:18.300245 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b80f7c41-8cd1-475c-994e-749e98202a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.306187 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.317215 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4209c3f4-b95f-4968-8379-91031ee469d3,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:18.320440 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:18.330327 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9d5eb03c-d408-4dc6-91c7-dc1c51593bc1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4209c3f4-b95f-4968-8379-91031ee469d3 HTTP/1.1" status: 204 len: 168 time: 0.6753075 May 26 14:48:18.350201 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:48:18.357577 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-434b9fa2-7a4d-4bff-992f-e3fbf14493f0 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094507 May 26 14:48:18.371332 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40909c7c-784f-4e9f-9283-15a1ada4ed38 req-b825bd5c-9203-498d-9a21-88f4dea25608 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:18.378740 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-40909c7c-784f-4e9f-9283-15a1ada4ed38 req-b825bd5c-9203-498d-9a21-88f4dea25608 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1470919 May 26 14:48:18.504401 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-40909c7c-784f-4e9f-9283-15a1ada4ed38 req-dcde14e7-c640-4042-bcc5-198a6f748455 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249008 May 26 14:48:18.531573 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56856) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:18.582157 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0429b9c-ecc7-4b10-8b07-ec9006cca64e req-59b9ec25-10fc-4d82-ae8d-a3a8c8046351 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009282 May 26 14:48:18.603134 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7f70f286-d852-4a4c-a5e2-193dfaa26bf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48871b36aa2b48a7aef5017702eed843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702076 May 26 14:48:18.605961 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56868) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:18.671250 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.699383 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.720605 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-d25004ac-e05b-4614-b7b1-b0420e928db2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:18.721336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-d25004ac-e05b-4614-b7b1-b0420e928db2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:18.742313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-d25004ac-e05b-4614-b7b1-b0420e928db2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:18.743939 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-d25004ac-e05b-4614-b7b1-b0420e928db2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 815 time: 0.1800735 May 26 14:48:18.765997 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-9bb2b758-dfb7-4792-ba15-446f18b701f8 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/quotas/0902dc07c14f4e09bdf12726671d30e8 HTTP/1.1" status: 200 len: 375 time: 0.0150523 May 26 14:48:18.768560 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.773933 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9dd41be8-5bd3-4ddf-b0c7-25ee951ab769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:18.794821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398adbe-352f-464f-9707-11b946f89090,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:18.799921 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:18.811327 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:18.811327 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a398adbe-352f-464f-9707-11b946f89090 HTTP/1.1" status: 204 len: 168 time: 0.1994388 May 26 14:48:18.891312 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-8088504c-9421-440f-b1d6-2383936673c0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:18.912556 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-8088504c-9421-440f-b1d6-2383936673c0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:18.914241 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-8088504c-9421-440f-b1d6-2383936673c0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370645 May 26 14:48:19.019795 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1827d2-5a99-47ee-9444-4f9ac9b7f458 req-9c4a3b1c-201c-40b0-8ac9-28dd9fade502 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:19.022376 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1f1827d2-5a99-47ee-9444-4f9ac9b7f458 req-9c4a3b1c-201c-40b0-8ac9-28dd9fade502 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.1728818 May 26 14:48:19.029995 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-edd4ac3d-f888-4fbe-8e13-285ecc366a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:19.035354 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-edd4ac3d-f888-4fbe-8e13-285ecc366a71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1099 time: 0.1203027 May 26 14:48:19.091135 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-e9e7bbd3-d1d8-4076-ae97-aa513b55541f service neutron] 10.222.0.25 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535063 May 26 14:48:19.126740 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:48:19.277983 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-c66b8df7-f032-4829-bf80-54d15b91ecfe service neutron] 10.222.0.25 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863656 May 26 14:48:19.279704 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1f1827d2-5a99-47ee-9444-4f9ac9b7f458 req-a42acdf7-857a-4f3c-8d58-b794b12cd253 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470324 May 26 14:48:19.317649 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:19.335361 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:48:19.384409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-b4a9a646-c45d-4bbe-9b11-8e07b5af48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:19.395441 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-b4a9a646-c45d-4bbe-9b11-8e07b5af48a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.3420203 May 26 14:48:19.414576 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:19.437855 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:48:19.458577 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:19.466013 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:19.468925 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:19.613328 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:19.616779 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:19.707689 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-82f4de66-a690-4446-926b-6cec1ffba40c req-5d803678-426c-483f-87f1-81e06a6050fe tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 210 time: 0.1143823 May 26 14:48:19.732800 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-8a40d44c-3c81-41eb-8862-7667e22e0570 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 1002 time: 0.3332889 May 26 14:48:19.758621 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['4326bb53-a998-465b-bad2-c0985d64b3d9'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:48:19.788804 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56928) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:19.856367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-4c3fbb9c-868b-4100-b1a3-cf0da8c90faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:19.859649 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-4c3fbb9c-868b-4100-b1a3-cf0da8c90faf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.1103179 May 26 14:48:19.955435 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160636233-network', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:19.960201 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:19.979272 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Usage tracker for resource:network and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:19.986769 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:20.000111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:20.020717 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Made reservation on behalf of 307d0c19ddef498e81410953eeee6cd7 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:20.023583 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.040507 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce952-6f1e-4fa4-83f2-33f0667d6c66 req-3d9bf538-5c21-4bd2-91a3-295898a85f31 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:20.041235 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.042730 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-82cce952-6f1e-4fa4-83f2-33f0667d6c66 req-3d9bf538-5c21-4bd2-91a3-295898a85f31 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.4125590 May 26 14:48:20.059729 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:20.068314 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:20.071941 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:20.079798 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:20.110687 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-8d51032a-b290-4ba7-80ac-ab3979007cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:20.112683 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-8d51032a-b290-4ba7-80ac-ab3979007cf9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2465067 May 26 14:48:20.124386 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-82cce952-6f1e-4fa4-83f2-33f0667d6c66 req-8fff4314-b09b-4455-b5ff-7865ba44da2d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686216 May 26 14:48:20.214561 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.219539 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.229931 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-7d3c2eda-710d-4f8b-849b-57e2b427d7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:20.245111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:48:20.272236 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-0b06b99c-d0e7-437b-afc5-81bd32993e3e service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465206 May 26 14:48:20.275544 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.275964 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Added segment a58b6f29-4272-4d30-88a5-112dc65a7501 of type vlan for network a933fd27-2403-4d5d-9085-c64b80f5ad6f May 26 14:48:20.278025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c56ed-e5fa-402b-a63d-43a61b244a41,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:20.286092 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:20.318610 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.359647 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.361418 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:20.362102 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.371357 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:20.486488 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4df9afee-2f51-4f61-9206-2ac2208f46b8 req-3acb6e49-147d-4dd3-b280-78172a8a3bb8 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977768 May 26 14:48:20.578765 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7882643 May 26 14:48:20.579596 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Pushing event updated for resources: {'Network': ['ID=a933fd27-2403-4d5d-9085-c64b80f5ad6f,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:20.581839 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 56960) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:20.582994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:20.589288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Request body: {'subnet': {'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160636233-subnet', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'ip_version': 4}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:20.589903 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:48:20.595593 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:20.614758 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Usage tracker for resource:subnet and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:20.618438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:20.624204 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04b5ec-1b10-4ce7-8846-c21f3fdd015f req-c2ee07e0-5af0-4b7b-b617-b68036f1a438 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:20.626567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:20.627180 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3a04b5ec-1b10-4ce7-8846-c21f3fdd015f req-c2ee07e0-5af0-4b7b-b617-b68036f1a438 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 944 time: 0.1983171 May 26 14:48:20.638261 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Made reservation on behalf of 307d0c19ddef498e81410953eeee6cd7 for: {'subnet': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:20.641400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5545981'] for subnet, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.686935 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3a04b5ec-1b10-4ce7-8846-c21f3fdd015f req-62b3a700-9b11-4d1e-86ec-4c06929e3b77 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 May 26 14:48:20.696816 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-57fe937f-a786-4074-a667-e27ab61870ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.728783 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:20.887592 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-684eedab-1330-4084-80a5-8b2e7e85b604 req-d32a0359-091e-4798-bf49-edb33035c1f1 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 210 time: 0.0618014 May 26 14:48:21.124800 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:21.169985 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-6ec40e94-ea78-4fc3-ab82-c583a003575c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:21.171461 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-6ec40e94-ea78-4fc3-ab82-c583a003575c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 815 time: 0.2355146 May 26 14:48:21.189573 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'port': {'device_id': '958fab32-7abc-4463-b7b0-4deee82a441e', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'admin_state_up': True, 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:21.211027 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 4326bb53-a998-465b-bad2-c0985d64b3d9 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:21.216775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 4326bb53-a998-465b-bad2-c0985d64b3d9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:21.217295 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.344561 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.382692 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fccd1-7263-467c-8aa0-579c24a4d390 req-954c4edd-e763-484f-92e0-36a95cbb81f0 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:21.385100 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-229fccd1-7263-467c-8aa0-579c24a4d390 req-954c4edd-e763-484f-92e0-36a95cbb81f0 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.1131072 May 26 14:48:21.390507 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:21.392001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:21.399731 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.402055 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-84211f29-4247-4f54-b7d0-e33fc1038c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:21.403271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:21.405785 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5742271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5545963'] for subnet, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.414524 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:21.448072 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:21.483759 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Made reservation on behalf of 0902dc07c14f4e09bdf12726671d30e8 for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:21.487257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.487425 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'code': 200} May 26 14:48:21.491764 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:21.509112 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-229fccd1-7263-467c-8aa0-579c24a4d390 req-cdeb29c4-ff07-4e49-be98-1ac00dc8e845 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160133 May 26 14:48:21.516972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.517466 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.518061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.518483 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.518923 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.519343 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.519782 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.520515 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.520866 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.521194 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.521695 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.521953 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:21.526374 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:21.549815 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c807fd-f811-4c26-bc77-189aefd33ae5,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:21.592724 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:21.593768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Checking segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:21.594218 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Network hostable DHCP agents. Network: a933fd27-2403-4d5d-9085-c64b80f5ad6f, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:48:21.643162 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:48:21.657309 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, a933fd27-2403-4d5d-9085-c64b80f5ad6f) {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:21.658431 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.665431 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2512c86c-7b3e-4761-8cd7-6a6c0944ef91 None None] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:48:21.677403 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:21.677987 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.754832 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc4003-6d29-487c-acf7-b455e8da514a req-2dbd2b26-745c-4d92-bf38-d49833321d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:21.757396 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75fc4003-6d29-487c-acf7-b455e8da514a req-2dbd2b26-745c-4d92-bf38-d49833321d15 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0864432 May 26 14:48:21.778199 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-15ab50da-c5ed-4775-9d1f-a6de7437b392 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1943150 May 26 14:48:21.781248 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 56998) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:21.784061 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Allocated IP 172.20.0.11 (ce58f62f-bb33-4a73-b20a-af58e06a8e67/a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d/7571eb04-37f2-4dbe-aff1-7eb88b3bb983) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:21.787994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:21.860882 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:21.879355 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Usage tracker for resource:router and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:21.888352 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:21.922731 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:21.983215 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75fc4003-6d29-487c-acf7-b455e8da514a req-c0f51443-307e-41e9-a165-43e031df0d9e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876318 May 26 14:48:21.993308 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:21.994345 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.044490 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.181034 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:48:22.182853 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.412934 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.437036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c94d2-ce68-4a7a-b2bb-023571123123 req-e94c7b5e-b81d-45fd-8390-d99ccbb61433 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:22.452013 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ff4c94d2-ce68-4a7a-b2bb-023571123123 req-e94c7b5e-b81d-45fd-8390-d99ccbb61433 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.4637496 May 26 14:48:22.587808 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Allocated IP 172.20.0.2 (a933fd27-2403-4d5d-9085-c64b80f5ad6f/e9c807fd-f811-4c26-bc77-189aefd33ae5/74819c81-1d89-4db7-9477-4610a3e61145) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:22.680127 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Transition to ACTIVE for port object 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:22.684981 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ff4c94d2-ce68-4a7a-b2bb-023571123123 req-fab4cfca-3c33-4e19-87c1-d5478bf197a7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314827 May 26 14:48:22.724571 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.734747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6a1f63a9-a2e5-414a-9bcf-0a5da80e7516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:22.753796 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d267aecb-aebc-441c-851a-87d481e75910 req-3dd63737-fd25-46d1-9c0a-12b28045d5b7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 210 time: 0.2780278 May 26 14:48:22.823746 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57016) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:22.912253 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:22.920803 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:22.960971 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:22.964766 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:22.970489 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:22.980241 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:23.018720 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.044676 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Transition to ACTIVE for port object 74819c81-1d89-4db7-9477-4610a3e61145 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:23.068662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:23.069865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.095437 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Transition to ACTIVE for port object 74819c81-1d89-4db7-9477-4610a3e61145 will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:23.102781 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9204817 May 26 14:48:23.111535 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.118180 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:23.160249 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.206050 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:23.217116 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Usage tracker for resource:security_group_rule and tenant:22739998e55a4c5a9a055b0dd90a5a0d is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:23.225012 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:23.241118 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:23.269330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:23.273061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:23.282565 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:23.293086 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Pushing event updated for resources: {'Port': ['ID=74819c81-1d89-4db7-9477-4610a3e61145,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:23.339674 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:23.413899 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3aadfb82-f38c-4b32-b30c-427f4c92be8c None None] Provisioning for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:23.416718 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.419963 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3aadfb82-f38c-4b32-b30c-427f4c92be8c None None] Provisioning complete for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:23.420641 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3aadfb82-f38c-4b32-b30c-427f4c92be8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.448535 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.450449 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Attempting to bind port 74819c81-1d89-4db7-9477-4610a3e61145 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:23.451036 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Attempting to bind port 74819c81-1d89-4db7-9477-4610a3e61145 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:23.451936 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Attempting to bind port 74819c81-1d89-4db7-9477-4610a3e61145 on network a933fd27-2403-4d5d-9085-c64b80f5ad6f {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:23.453107 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.457598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.469814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9de52b58-c6a0-439f-8617-fe99f916a2c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:23.484774 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:23.485190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Checking segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:23.485546 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.486048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Bound using segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:23.486410 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Bound port: 74819c81-1d89-4db7-9477-4610a3e61145, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:23.486919 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.525303 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc310f3e-d135-4256-911e-1df8ba27e2e3,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:23.550384 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:23.561444 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.570510 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-3aadfb82-f38c-4b32-b30c-427f4c92be8c None None] Port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:23.574505 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22739998e55a4c5a9a055b0dd90a5a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742082 May 26 14:48:23.575326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57022) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:23.611539 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] For port 74819c81-1d89-4db7-9477-4610a3e61145, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:23.615312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] For port 74819c81-1d89-4db7-9477-4610a3e61145, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=74819c81-1d89-4db7-9477-4610a3e61145,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:23.625229 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.629996 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:23.664069 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Allocated IP 172.28.3.35 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/2e1516c1-7324-4878-8ce4-f326accbcb43) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:23.697329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.707511 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Pushing event updated for resources: {'Port': ['ID=74819c81-1d89-4db7-9477-4610a3e61145,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:23.710633 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:23.755489 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.856316 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.860709 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8c05dccb-3c50-4f1f-abf0-9e28b1676e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:23.887667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc310f3e-d135-4256-911e-1df8ba27e2e3,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:23.894417 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:23.912732 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.913041 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.920001 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc310f3e-d135-4256-911e-1df8ba27e2e3 HTTP/1.1" status: 204 len: 168 time: 0.3438427 May 26 14:48:23.958906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:23.979857 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8fc1f1ef-4569-45f4-8f22-4fb2cc672fa7 tempest-VolumesActionsTest-1348902025 tempest-VolumesActionsTest-1348902025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:24.157296 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2942ece-3769-4892-9a78-bf788d765099 req-24bf7387-19ec-4da0-8ee0-55c3b047ab21 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:24.160473 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:24.173487 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:24.185613 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:24.191070 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d2942ece-3769-4892-9a78-bf788d765099 req-24bf7387-19ec-4da0-8ee0-55c3b047ab21 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.2487388 May 26 14:48:24.303756 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d2942ece-3769-4892-9a78-bf788d765099 req-a7efd62e-95ab-4ec2-a955-ade6d593eeba tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087837 May 26 14:48:24.318372 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1516c1-7324-4878-8ce4-f326accbcb43,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:24.331229 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:24.365424 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 74819c81-1d89-4db7-9477-4610a3e61145 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:24.504442 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57034) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:24.509866 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 74819c81-1d89-4db7-9477-4610a3e61145 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:24.540178 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:24.556754 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:24.561993 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff983fe1f7ac4a7c9792fb0716637c4b is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:24.565786 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:24.571952 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:24.624606 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a00b-ada8-4d52-9c9a-66bfc5fe25ea req-812f9106-876e-435c-a4ff-0548aabf7a8b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:24.631986 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4258a00b-ada8-4d52-9c9a-66bfc5fe25ea req-812f9106-876e-435c-a4ff-0548aabf7a8b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.5944622 May 26 14:48:24.698725 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-4258a00b-ada8-4d52-9c9a-66bfc5fe25ea req-b9d563ac-b9b4-4d4b-b654-5ac8f964da75 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:24.700285 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:24.705378 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:24.735176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-55283030-44b4-4a40-9387-7962ff01fadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:24.762373 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff983fe1f7ac4a7c9792fb0716637c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530575 May 26 14:48:24.768252 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57038) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:24.772321 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb350cf-e6da-4ff4-bc76-4564bcdf6222,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:24.791242 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:24.838976 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-4258a00b-ada8-4d52-9c9a-66bfc5fe25ea req-b9d563ac-b9b4-4d4b-b654-5ac8f964da75 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:24.840434 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4258a00b-ada8-4d52-9c9a-66bfc5fe25ea req-b9d563ac-b9b4-4d4b-b654-5ac8f964da75 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075164 May 26 14:48:24.876231 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:24.938429 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:24.978981 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.036203 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.041708 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-81c75b5e-4ac7-444f-ae10-c178800b1e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:25.071563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb350cf-e6da-4ff4-bc76-4564bcdf6222,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:25.076918 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:25.083585 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.093777 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fb350cf-e6da-4ff4-bc76-4564bcdf6222 HTTP/1.1" status: 204 len: 168 time: 0.3236496 May 26 14:48:25.129683 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa88d9-87b6-4744-9a31-cb8f25016d43 None None] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:48:25.255136 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Provisioning for port 74819c81-1d89-4db7-9477-4610a3e61145 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:25.266185 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Provisioning complete for port 74819c81-1d89-4db7-9477-4610a3e61145 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:25.266648 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.620527 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.653112 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a176b2-966c-432d-bbba-b09d6b36f724 req-e5e8f1ba-9be6-4351-a4a1-1f5557052b14 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:25.654637 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-03a176b2-966c-432d-bbba-b09d6b36f724 req-e5e8f1ba-9be6-4351-a4a1-1f5557052b14 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.1429493 May 26 14:48:25.660119 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.670114 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] For port 74819c81-1d89-4db7-9477-4610a3e61145, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=74819c81-1d89-4db7-9477-4610a3e61145,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:25.679187 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:25.681327 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-3349a397-f5eb-46be-8757-9eae10dc1a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:25.767458 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-03a176b2-966c-432d-bbba-b09d6b36f724 req-d1ea54da-0416-4418-92d0-30282d31532f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893900 May 26 14:48:25.789732 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Pushing event updated for resources: {'Port': ['ID=74819c81-1d89-4db7-9477-4610a3e61145,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:25.804855 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:26.013406 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-02b88464-78a5-4058-bf85-47677a72215e None None] Provisioning complete for port 74819c81-1d89-4db7-9477-4610a3e61145 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:26.013758 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-02b88464-78a5-4058-bf85-47677a72215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:26.136025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Router e4b4ac82-9afe-46fb-893b-f3da2032fec3 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:48:26.156924 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a61d58-cc9d-4c5c-a0fa-a3c6a82d8b01 req-79b49541-0e76-4ba6-b910-af3df512200b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:26.158688 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-31a61d58-cc9d-4c5c-a0fa-a3c6a82d8b01 req-79b49541-0e76-4ba6-b910-af3df512200b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.1420064 May 26 14:48:26.253273 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 74819c81-1d89-4db7-9477-4610a3e61145 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:26.345140 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-31a61d58-cc9d-4c5c-a0fa-a3c6a82d8b01 req-739393ea-3a66-44f7-b2e0-d7f8e2a15bf5 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761130 May 26 14:48:26.380306 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 74819c81-1d89-4db7-9477-4610a3e61145 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:26.380989 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:26.470180 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:26.516394 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:26.520252 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7348666 May 26 14:48:26.520445 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57070) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:26.545029 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Sync routers for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:26.586768 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:26.587323 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:26.888194 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:27.101863 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83914a-e806-473f-81d3-6fd533e8701f req-e178d66a-5880-43ab-8f3d-f425f01741bb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:27.103415 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4b83914a-e806-473f-81d3-6fd533e8701f req-e178d66a-5880-43ab-8f3d-f425f01741bb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.1512115 May 26 14:48:27.210164 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4b83914a-e806-473f-81d3-6fd533e8701f req-cde9404c-9ccf-4d24-92d0-de9e8558df67 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982795 May 26 14:48:27.494363 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:24Z', 'revision_number': 3, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:27.500450 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Checking router: e4b4ac82-9afe-46fb-893b-f3da2032fec3 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:27.507034 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Updating router e4b4ac82-9afe-46fb-893b-f3da2032fec3 port 2e1516c1-7324-4878-8ce4-f326accbcb43 binding host dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:48:27.585215 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:27.940351 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.041270 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b4db8-4216-4a5a-b75e-82f86fb1473d req-35d6de00-24ef-44e7-8e06-42860a35473c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:28.043427 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9b4db8-4216-4a5a-b75e-82f86fb1473d req-35d6de00-24ef-44e7-8e06-42860a35473c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.3551362 May 26 14:48:28.166206 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0d9b4db8-4216-4a5a-b75e-82f86fb1473d req-3c82a3b0-65f1-4ce1-8885-f074917ffdfa tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091664 May 26 14:48:28.198120 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.211557 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Transition to ACTIVE for port object 2e1516c1-7324-4878-8ce4-f326accbcb43 will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:28.219917 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.225443 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:28.299278 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Pushing event updated for resources: {'Port': ['ID=2e1516c1-7324-4878-8ce4-f326accbcb43,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:28.302133 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:28.323815 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Attempting to bind port 2e1516c1-7324-4878-8ce4-f326accbcb43 on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:28.324188 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Attempting to bind port 2e1516c1-7324-4878-8ce4-f326accbcb43 by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:28.325175 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Attempting to bind port 2e1516c1-7324-4878-8ce4-f326accbcb43 on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:28.331402 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:28.331908 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:28.332263 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.332661 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:28.333563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Bound port: 2e1516c1-7324-4878-8ce4-f326accbcb43, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:28.333563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.372424 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Allocated IP 172.20.0.1 (a933fd27-2403-4d5d-9085-c64b80f5ad6f/e9c807fd-f811-4c26-bc77-189aefd33ae5/ce39cd67-dd71-4199-8c2a-860a86ffc18b) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:28.417241 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] For port 2e1516c1-7324-4878-8ce4-f326accbcb43, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:28.420426 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] For port 2e1516c1-7324-4878-8ce4-f326accbcb43, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=2e1516c1-7324-4878-8ce4-f326accbcb43,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:28.426035 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.437221 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:28.497097 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:28.497097 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:28.791587 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Pushing event updated for resources: {'Port': ['ID=2e1516c1-7324-4878-8ce4-f326accbcb43,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:28.797824 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:28.802292 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:28.847054 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.853971 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81aa03-e1a4-41f4-b147-7fb3af9cb18e req-3e568c07-dea2-4c91-8a35-f258fa9f281b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:28.869979 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cc81aa03-e1a4-41f4-b147-7fb3af9cb18e req-3e568c07-dea2-4c91-8a35-f258fa9f281b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.2673557 May 26 14:48:28.896703 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Transition to ACTIVE for port object ce39cd67-dd71-4199-8c2a-860a86ffc18b will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:28.942603 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cc81aa03-e1a4-41f4-b147-7fb3af9cb18e req-b33653b0-b1be-477f-a67f-bfaecc95629a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704215 May 26 14:48:28.982771 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:28.986754 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6bbc2e5d-d597-4785-93d6-9212b9255fac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:29.071554 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:29.075189 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:29.079374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:29.122160 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Pushing event updated for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:29.131117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:29.162561 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:29.341525 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:24Z', 'revision_number': 3, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:29.347246 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40d30f-5aca-4b77-962d-3fd322641ac1 None None] The sync data for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb is: [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:24Z', 'revision_number': 3, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:29.397859 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:29.498156 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-44afd7b0-6761-4606-a031-d1a2fe731aa5 None None] Provisioning for port ce39cd67-dd71-4199-8c2a-860a86ffc18b completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:29.506044 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-44afd7b0-6761-4606-a031-d1a2fe731aa5 None None] Provisioning complete for port ce39cd67-dd71-4199-8c2a-860a86ffc18b triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:29.506417 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-44afd7b0-6761-4606-a031-d1a2fe731aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:29.589403 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-44afd7b0-6761-4606-a031-d1a2fe731aa5 None None] Port ce39cd67-dd71-4199-8c2a-860a86ffc18b cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:29.814111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:29.828983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:29.898363 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:29.951802 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57130) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:29.952803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee0f18-a343-4a8a-a5ef-1e0644652c5d req-6558e297-1dc0-4980-99c2-353b73e859f5 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:29.954305 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e6ee0f18-a343-4a8a-a5ef-1e0644652c5d req-6558e297-1dc0-4980-99c2-353b73e859f5 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.4637532 May 26 14:48:29.962440 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.038422 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Pushing event updated for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:30.044573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:30.173627 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e6ee0f18-a343-4a8a-a5ef-1e0644652c5d req-807a8c9b-ec79-4f20-a83e-85215bde30f1 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029469 May 26 14:48:30.240335 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.285133 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:30.294425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd901f3833a4e10894ca24194edf3a1 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:30.309949 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccf61f-e87f-4dd2-95b1-9f74ff2b57a8 req-3ff7f08d-62ca-438e-b9ee-b45452c106bf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:30.311505 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5eccf61f-e87f-4dd2-95b1-9f74ff2b57a8 req-3ff7f08d-62ca-438e-b9ee-b45452c106bf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.2196829 May 26 14:48:30.312765 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:30.327652 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:30.336007 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:30.337371 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:30.361918 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 2e1516c1-7324-4878-8ce4-f326accbcb43 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:30.550559 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 2e1516c1-7324-4878-8ce4-f326accbcb43 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:30.565717 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 2e1516c1-7324-4878-8ce4-f326accbcb43 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:30.566896 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.652582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.658338 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.678483 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f29997cc-5160-4c2c-9f02-4cb4a2b4f694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:30.710853 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5eccf61f-e87f-4dd2-95b1-9f74ff2b57a8 req-89fbf72f-d6a7-4c19-8d4e-31322f30bc27 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887465 May 26 14:48:30.800480 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccd901f3833a4e10894ca24194edf3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8452954 May 26 14:48:30.802991 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57138) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:30.819279 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d3a76-2f15-46bf-ba44-8d9f99a6eeb0,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:30.849552 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-b13fb927-9d14-4c46-884d-870b38f342c2 None None] Provisioning complete for port ce39cd67-dd71-4199-8c2a-860a86ffc18b triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:30.850193 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b13fb927-9d14-4c46-884d-870b38f342c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.879218 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.898311 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:30.913413 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Router e4b4ac82-9afe-46fb-893b-f3da2032fec3 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:30.928448 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.956583 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b13fb927-9d14-4c46-884d-870b38f342c2 None None] Port ce39cd67-dd71-4199-8c2a-860a86ffc18b cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:30.962651 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 2e1516c1-7324-4878-8ce4-f326accbcb43, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=2e1516c1-7324-4878-8ce4-f326accbcb43,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:30.965949 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.967969 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:30.970829 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:31.065061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=2e1516c1-7324-4878-8ce4-f326accbcb43,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:31.069506 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:31.097160 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:31.102193 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a19bc9a1-796c-49a9-97fa-30510d10d621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:31.115381 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d3a76-2f15-46bf-ba44-8d9f99a6eeb0,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:31.119909 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:31.133370 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:31.145733 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ed3f901d-370b-4e5f-9377-69cc25460d6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b5d3a76-2f15-46bf-ba44-8d9f99a6eeb0 HTTP/1.1" status: 204 len: 168 time: 0.3301251 May 26 14:48:31.217401 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:31.254217 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] 10.222.0.25 "PUT /v2.0/routers/e4b4ac82-9afe-46fb-893b-f3da2032fec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7250178 May 26 14:48:31.536338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15d05d-0f10-4648-97fc-b6d8b70adef6 req-414df57f-569e-4c33-b5e7-0b4ec60cb00a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:31.546116 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fd15d05d-0f10-4648-97fc-b6d8b70adef6 req-414df57f-569e-4c33-b5e7-0b4ec60cb00a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.1978960 May 26 14:48:31.616474 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fd15d05d-0f10-4648-97fc-b6d8b70adef6 req-1a55d165-452a-40d3-a223-2edba9445448 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692677 May 26 14:48:31.736763 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57154) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:31.766543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:31.790369 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:31.794589 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Usage tracker for resource:security_group_rule and tenant:184814c6116545e1944cf2453d2fa9af is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:31.798076 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:31.808884 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:31.914729 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Sync routers for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:31.939669 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:31.940353 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:32.097907 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.135326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.167687 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d22a519b-01f1-4e8e-b555-2af00a4973f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:32.188511 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:32.237476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030be698-a736-436b-8394-779601ace71c,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:32.271974 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 2e1516c1-7324-4878-8ce4-f326accbcb43 up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:32.289571 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57170) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:32.292565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:32.296087 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1927136659-network', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:32.300673 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:32.304803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Usage tracker for resource:network and tenant:11d6571fd3a54515869aadb761cf1be4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:32.310244 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:32.310856 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=184814c6116545e1944cf2453d2fa9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732002 May 26 14:48:32.313620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57174) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:32.332480 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac7fdd-f015-41b1-86d2-8814d0f5a5e9 req-62629d3d-6acb-4f10-8614-c4ec46c5778c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:32.334445 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0aac7fdd-f015-41b1-86d2-8814d0f5a5e9 req-62629d3d-6acb-4f10-8614-c4ec46c5778c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.3484607 May 26 14:48:32.364093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:32.386137 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 2e1516c1-7324-4878-8ce4-f326accbcb43 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:32.386830 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.390993 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Made reservation on behalf of 11d6571fd3a54515869aadb761cf1be4 for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:32.393628 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.411641 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0aac7fdd-f015-41b1-86d2-8814d0f5a5e9 req-d3b30e7b-f409-4f1b-9276-c9a05c5d9bdc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694153 May 26 14:48:32.412027 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.444548 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.447254 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:32.460215 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Usage tracker for resource:security_group_rule and tenant:11d6571fd3a54515869aadb761cf1be4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:32.465172 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:32.478858 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:32.487642 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.576353 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.581466 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3a05c785-e8a8-41cb-90cd-4e520abb5d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:32.600008 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 2, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:32.601877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030be698-a736-436b-8394-779601ace71c,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:32.604400 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Checking router: e4b4ac82-9afe-46fb-893b-f3da2032fec3 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:32.604765 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Updating router e4b4ac82-9afe-46fb-893b-f3da2032fec3 port ce39cd67-dd71-4199-8c2a-860a86ffc18b binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:48:32.608615 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:32.628146 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.629375 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.630466 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/030be698-a736-436b-8394-779601ace71c HTTP/1.1" status: 204 len: 168 time: 0.3157785 May 26 14:48:32.636171 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.639195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3905a8b8-3679-46bf-9bc6-8d6d45b5c7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:32.667392 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.667877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:48:32.677200 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31669b67-54b1-4ca0-9d0c-a7e1accdc1ad,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:32.680808 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:32.683671 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.684031 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Added segment 83c610b7-10c5-4489-8204-e43fc90b5ed8 of type vlan for network 583c5af9-1eae-4327-b4b4-6601c190bfdc May 26 14:48:32.717010 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.751226 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.753143 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:32.753934 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:32.759633 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c70a4bc6-f5f3-4ad5-8272-0159833b9673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:32.883730 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Request body: {'port': {'device_id': '958fab32-7abc-4463-b7b0-4deee82a441e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:32.895482 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6046138 May 26 14:48:32.904892 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57184) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:32.915465 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Request body: {'subnet': {'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1927136659-subnet', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:32.921301 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Pushing event updated for resources: {'Network': ['ID=583c5af9-1eae-4327-b4b4-6601c190bfdc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:32.925327 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0cc53404-be92-444b-9584-78ccae6480dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:32.932926 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:48:32.938409 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:32.946175 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Usage tracker for resource:subnet and tenant:11d6571fd3a54515869aadb761cf1be4 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:32.950451 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:32.959360 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:32.987835 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2bf5-98ea-436b-a1c8-1c54ed06e3b8 req-42c1af4b-28f4-49d8-b31c-a1fce9d69f55 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:32.989629 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f15a2bf5-98ea-436b-a1c8-1c54ed06e3b8 req-42c1af4b-28f4-49d8-b31c-a1fce9d69f55 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 932 time: 0.1526759 May 26 14:48:32.991243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Made reservation on behalf of 11d6571fd3a54515869aadb761cf1be4 for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:48:32.993876 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.063829 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.077064 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Transition to ACTIVE for port object ce39cd67-dd71-4199-8c2a-860a86ffc18b will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:33.092510 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.097615 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-16553e56-d1cd-4479-a499-b3ca93fc9431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:33.118401 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.157969 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f15a2bf5-98ea-436b-a1c8-1c54ed06e3b8 req-7d88f09b-5b8b-45b4-b8c9-5b248e8ed943 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491110 May 26 14:48:33.377747 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11a61a-afe1-4f5c-ab2e-375aa25537c7 None None] Pushing event updated for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:33.403992 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-8d11a61a-afe1-4f5c-ab2e-375aa25537c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:33.404845 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Attempting to bind port ce39cd67-dd71-4199-8c2a-860a86ffc18b on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:33.405257 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Attempting to bind port ce39cd67-dd71-4199-8c2a-860a86ffc18b by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:33.405616 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Attempting to bind port ce39cd67-dd71-4199-8c2a-860a86ffc18b on network a933fd27-2403-4d5d-9085-c64b80f5ad6f {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:33.425480 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:33.425892 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Checking segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:33.426240 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.426667 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Bound using segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:33.427150 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Bound port: ce39cd67-dd71-4199-8c2a-860a86ffc18b, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:33.427524 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.643691 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] For port ce39cd67-dd71-4199-8c2a-860a86ffc18b, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:33.647083 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.647615 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] For port ce39cd67-dd71-4199-8c2a-860a86ffc18b, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=ce39cd67-dd71-4199-8c2a-860a86ffc18b,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:33.652716 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.654721 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:33.663333 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:33.729074 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Checking segment: {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:33.729422 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Network hostable DHCP agents. Network: 583c5af9-1eae-4327-b4b4-6601c190bfdc, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:48:33.741710 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11a61a-afe1-4f5c-ab2e-375aa25537c7 None None] Pushing event updated for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:33.747159 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-8d11a61a-afe1-4f5c-ab2e-375aa25537c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:33.758787 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:33.759491 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:33.766652 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:48:33.783300 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72a69da-8583-4961-9dcc-5f4175a9db49,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:33.791894 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:33.792953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, 583c5af9-1eae-4327-b4b4-6601c190bfdc) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:33.802513 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21608c-b955-4241-a782-923df7aaf5d0 None None] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:48:33.818395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:33.820956 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.831435 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:48:33.845018 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.861418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Transition to ACTIVE for port object 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:33.862317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57206) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:33.862856 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9538970 May 26 14:48:33.876959 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.890679 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:33.903190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:33.910926 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Usage tracker for resource:router and tenant:11d6571fd3a54515869aadb761cf1be4 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:33.914363 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:33.921037 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:33.939669 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:33.991759 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:33.995373 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1009818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:33.996361 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1011282', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-999300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1763'] for router, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.013859 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.154802 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204499f7-405a-564a-bc22-a8deccfdb460-583c5af9-1eae-4327-b4b4-6601c190bfdc', 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'fixed_ips': [{'subnet_id': 'f72a69da-8583-4961-9dcc-5f4175a9db49'}]}} from dv-cinder-774594-6-smb. {{(pid=103659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 14:48:34.155699 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.395861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:34.400466 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.db_base_plugin_common [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Allocated IP 172.20.0.2 (583c5af9-1eae-4327-b4b4-6601c190bfdc/f72a69da-8583-4961-9dcc-5f4175a9db49/f555db0a-d58e-492b-99e5-e49be68fa09f) {{(pid=103659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:34.403381 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:34.404664 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:33Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:34.409016 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270a87f-1c69-4c2e-a085-175c0980dc0c None None] The sync data for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb is: [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:33Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:34.563079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f353b-f811-424a-96a2-b288f4a52402 req-d646b96b-f2b0-4777-a11e-660c827b9ea6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:34.565154 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9e3f353b-f811-424a-96a2-b288f4a52402 req-d646b96b-f2b0-4777-a11e-660c827b9ea6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.8330204 May 26 14:48:34.572693 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931acbf-db5f-4b43-bda7-140fd5d560ed req-cc03b035-3038-4cea-a728-f7c00ff1498e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:34.585432 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6931acbf-db5f-4b43-bda7-140fd5d560ed req-cc03b035-3038-4cea-a728-f7c00ff1498e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 944 time: 0.1915541 May 26 14:48:34.653982 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6931acbf-db5f-4b43-bda7-140fd5d560ed req-937f38ad-6ea7-453f-b395-5ce1186415cc tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539074 May 26 14:48:34.709996 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1011269', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1009796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1781'] for router, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.733364 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks [] for port, precommit_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.746290 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Transition to ACTIVE for port object f555db0a-d58e-492b-99e5-e49be68fa09f will not be triggered until provisioned by entity L2. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:34.775244 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Transition to ACTIVE for port object f555db0a-d58e-492b-99e5-e49be68fa09f will not be triggered until provisioned by entity DHCP. {{(pid=103659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:34.779913 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9e3f353b-f811-424a-96a2-b288f4a52402 req-81829fbf-e131-4307-b30e-170cb2422b75 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906235 May 26 14:48:34.782208 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Attempting to bind port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:34.782534 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Attempting to bind port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:34.782898 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Attempting to bind port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 on network ce58f62f-bb33-4a73-b20a-af58e06a8e67 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:34.795816 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860'] for port, after_create {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.814459 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:34.844694 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 on network ce58f62f-bb33-4a73-b20a-af58e06a8e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:48:34.845043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Attempting to bind port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 on network ce58f62f-bb33-4a73-b20a-af58e06a8e67 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:34.853329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:34.853662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Checking segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:34.854078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Bound using segment: {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:34.854600 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Bound port: 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:34.854943 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:34.875461 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc is already hosted by enough agents. {{(pid=103659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:34.884212 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.scheduler.base_scheduler [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Resources bound (agent type, host, resource id): {{(pid=103659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:34.890079 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Received port after_create {{(pid=103659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:34.960445 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Pushing event updated for resources: {'Port': ['ID=f555db0a-d58e-492b-99e5-e49be68fa09f,revision_number=1']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:35.003579 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:35.031516 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Attempting to bind port f555db0a-d58e-492b-99e5-e49be68fa09f on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:35.031938 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Attempting to bind port f555db0a-d58e-492b-99e5-e49be68fa09f by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:35.032322 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Attempting to bind port f555db0a-d58e-492b-99e5-e49be68fa09f on network 583c5af9-1eae-4327-b4b4-6601c190bfdc {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:35.038135 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:35.038474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Checking segment: {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:35.038876 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.039269 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Bound using segment: {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'} {{(pid=103659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:35.040019 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.managers [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Bound port: f555db0a-d58e-492b-99e5-e49be68fa09f, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'}}] {{(pid=103659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:35.040304 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.040511 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:35.052121 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:35.063101 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.068143 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-43d73807-448f-4ec8-af57-4b611d946169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:35.171024 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] For port f555db0a-d58e-492b-99e5-e49be68fa09f, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:35.175600 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] For port f555db0a-d58e-492b-99e5-e49be68fa09f, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=f555db0a-d58e-492b-99e5-e49be68fa09f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:35.184808 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.186042 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:35.268499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:35.269118 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.270626 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] 10.222.0.68 "PUT /v2.0/ports/7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 1094 time: 2.3914611 May 26 14:48:35.270979 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:35.284283 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Pushing event updated for resources: {'Port': ['ID=f555db0a-d58e-492b-99e5-e49be68fa09f,revision_number=2']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:35.297839 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:35.302057 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.317300 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-679533e6-6723-49da-a603-61a29362b2db service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1682045 May 26 14:48:35.421577 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:48:35.458652 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.609327 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:35.635970 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:35.641105 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:35.697579 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-ceac72dc-3757-469d-8d59-1d93ff139377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:35.700157 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-ceac72dc-3757-469d-8d59-1d93ff139377 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 1099 time: 0.2726600 May 26 14:48:35.737638 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-365623aa-84b8-42ee-a7d8-a54b50d059f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:35.739149 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-365623aa-84b8-42ee-a7d8-a54b50d059f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1097 time: 0.3674262 May 26 14:48:35.863983 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-beb70cd7-5732-45b2-bec4-dfbdac524c31 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 217 time: 0.1142466 May 26 14:48:35.875827 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-2f4aeb7f-d5a1-44a4-b838-aed721ed8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:35.877364 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-2f4aeb7f-d5a1-44a4-b838-aed721ed8011 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.1507955 May 26 14:48:35.998331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Allocated IP 172.28.3.87 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/a35746c8-f2ea-452f-85ba-6c51cdc7c3fe) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:36.009487 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-6463ad16-0ab1-4574-a755-309db0a3aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.012445 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-6463ad16-0ab1-4574-a755-309db0a3aae6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.1145234 May 26 14:48:36.033603 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-d81b614a-d997-41f1-aede-885503449eee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 200 len: 1002 time: 0.1498845 May 26 14:48:36.102924 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b1ce8-3a02-46cf-aea5-d45e1d57ec85 req-89b0209b-015f-4a0e-b59a-14ef4324d90c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.103598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-627b1ce8-3a02-46cf-aea5-d45e1d57ec85 req-89b0209b-015f-4a0e-b59a-14ef4324d90c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:36.111794 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-cebb7cdb-58f4-4a12-aa46-2178f120bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.113345 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-cebb7cdb-58f4-4a12-aa46-2178f120bb43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0729978 May 26 14:48:36.125920 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5786-40d4-4403-95f3-60bd5faa3d0a req-cb0d6473-9e0d-445d-a878-0cb97f21fe11 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.127579 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5b5d5786-40d4-4403-95f3-60bd5faa3d0a req-cb0d6473-9e0d-445d-a878-0cb97f21fe11 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.1905036 May 26 14:48:36.226347 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-627b1ce8-3a02-46cf-aea5-d45e1d57ec85 req-89b0209b-015f-4a0e-b59a-14ef4324d90c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:36.228972 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-627b1ce8-3a02-46cf-aea5-d45e1d57ec85 req-89b0209b-015f-4a0e-b59a-14ef4324d90c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 944 time: 0.4223347 May 26 14:48:36.253202 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5b5d5786-40d4-4403-95f3-60bd5faa3d0a req-ea1f6097-be3a-4c8d-8f67-28c6a7adb402 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923631 May 26 14:48:36.298254 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-b1840247-7fd4-45ee-a8a7-55f16d8b8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.301490 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-b1840247-7fd4-45ee-a8a7-55f16d8b8796 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1729033 May 26 14:48:36.372076 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device ce39cd67-dd71-4199-8c2a-860a86ffc18b up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:36.380795 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-19f13ec7-6029-4631-86ae-f88d6b14752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.382288 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-19f13ec7-6029-4631-86ae-f88d6b14752f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3627963 May 26 14:48:36.386623 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.392378 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-627b1ce8-3a02-46cf-aea5-d45e1d57ec85 req-91f56c17-fd88-44ae-bb83-a19e44e8598d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515322 May 26 14:48:36.521040 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port ce39cd67-dd71-4199-8c2a-860a86ffc18b completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:36.528368 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port ce39cd67-dd71-4199-8c2a-860a86ffc18b triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:36.529097 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.576119 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-117415da-60fd-4142-b4dc-35620f02c255 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669826 May 26 14:48:36.622658 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-9843fbad-74d4-489d-9e7a-5390868e5f3a service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278075 May 26 14:48:36.665457 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.681328 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:36.688688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.719091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7312-126c-4576-a1c2-ec1ce8bb14a4 req-8395a1c0-e131-431b-b2c5-33b165edac2a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:36.725499 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-074e7312-126c-4576-a1c2-ec1ce8bb14a4 req-8395a1c0-e131-431b-b2c5-33b165edac2a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.2544405 May 26 14:48:36.731999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57240) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:36.738562 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Request body: {'floatingip': {'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:36.746507 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port ce39cd67-dd71-4199-8c2a-860a86ffc18b, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=ce39cd67-dd71-4199-8c2a-860a86ffc18b,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:36.756191 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.757255 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device f555db0a-d58e-492b-99e5-e49be68fa09f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:36.820410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:36.822898 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:36.826808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:36.836637 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:36.855861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:36.914452 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Pushing event updated for resources: {'Port': ['ID=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:36.922660 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:36.925019 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:36.928073 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb22ec-cc25-48a4-b0bb-b029c89c527d None None] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:48:36.934826 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:37.020844 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-104372d5-35d0-47e6-acfe-d03ddaee331b req-59d74a64-9477-4d0f-9305-e0354786bb8c service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877714 May 26 14:48:37.080672 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-3461865d-6204-42c7-94ef-7b626208d7ee None None] Provisioning for port f555db0a-d58e-492b-99e5-e49be68fa09f completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:37.102301 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port f555db0a-d58e-492b-99e5-e49be68fa09f completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:37.112678 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port f555db0a-d58e-492b-99e5-e49be68fa09f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:37.113260 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.275414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-e8260893-e61f-4139-8b40-8420ba6ba43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:37.277970 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-e8260893-e61f-4139-8b40-8420ba6ba43b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1097 time: 0.1480803 May 26 14:48:37.279551 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-675d1d0f-8c53-4d3b-a06e-a4af12841e2a req-f942854b-d194-4050-889c-1fbe5582ca9f service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6962273 May 26 14:48:37.400060 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.457122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port f555db0a-d58e-492b-99e5-e49be68fa09f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=f555db0a-d58e-492b-99e5-e49be68fa09f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:37.465679 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.472400 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-d30e9319-1b55-4537-949a-6375d1212b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:37.640276 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=f555db0a-d58e-492b-99e5-e49be68fa09f,revision_number=3']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:37.648324 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:37.758204 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.762484 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.814849 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-d6c218c2-de67-45a8-a2e7-b0ceba163baa None None] Provisioning complete for port f555db0a-d58e-492b-99e5-e49be68fa09f triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:37.815521 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d6c218c2-de67-45a8-a2e7-b0ceba163baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.819667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-71b22578-b192-487e-8cb8-ca00891657f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:37.821295 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-71b22578-b192-487e-8cb8-ca00891657f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.4819527 May 26 14:48:37.821823 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:37.941541 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.l3_db [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Floating IP 69a1d695-499d-4382-84b7-9b5d5bb55f95 associated. External IP: 172.28.3.205, port: 4326bb53-a998-465b-bad2-c0985d64b3d9. May 26 14:48:37.967592 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-03e67735-6978-41db-9dd4-5b5b7e4fba9f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 217 time: 0.0863163 May 26 14:48:38.101789 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb113-03bf-4ef1-a039-4fefdf765e40 req-f2158ff0-9d0e-4fb6-9b02-f891544d42b8 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:38.103245 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-786cb113-03bf-4ef1-a039-4fefdf765e40 req-f2158ff0-9d0e-4fb6-9b02-f891544d42b8 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 944 time: 0.4949150 May 26 14:48:38.152239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-50167f11-8738-4c2d-80b0-939faabd0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:38.153679 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-50167f11-8738-4c2d-80b0-939faabd0c50 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.1756988 May 26 14:48:38.223467 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device ce39cd67-dd71-4199-8c2a-860a86ffc18b up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:38.281132 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-786cb113-03bf-4ef1-a039-4fefdf765e40 req-bede78f2-0efe-4b30-af4a-fe6f52d6634a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709964 May 26 14:48:38.312739 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port ce39cd67-dd71-4199-8c2a-860a86ffc18b triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:38.313231 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:38.314059 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:38.396630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-0d99064c-47df-47ba-b620-bc0a79752e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:38.397973 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-0d99064c-47df-47ba-b620-bc0a79752e8f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2373116 May 26 14:48:38.405036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1011252'] for router, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:38.433655 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device f555db0a-d58e-492b-99e5-e49be68fa09f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:38.513096 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port f555db0a-d58e-492b-99e5-e49be68fa09f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:38.514028 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:38.561578 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:38.567034 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:38.577727 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:38.615508 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:38.616421 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:38.661093 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-81ee0fc5-008c-4607-9ebd-dcf3b4901112 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "PUT /v2.0/floatingips/69a1d695-499d-4382-84b7-9b5d5bb55f95 HTTP/1.1" status: 200 len: 991 time: 1.9276953 May 26 14:48:38.662385 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:38.688342 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-42a1a428-76aa-4d4d-ac3d-a6aa6ef96063 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810626 May 26 14:48:38.767742 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'status': 'completed', 'code': 200} May 26 14:48:38.839569 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Router 33cb2d9c-a4f3-41da-9821-a6a62a334069 is scheduled to L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 with binding_index 1 {{(pid=103657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 14:48:38.990508 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-6b7fb608-cc9e-428a-9353-e8b8af904b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:38.992398 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-6b7fb608-cc9e-428a-9353-e8b8af904b03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1738758 May 26 14:48:39.086560 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ba7b421a-5c77-459e-9119-e34ca6c0a9f0 req-392b4738-190a-4a17-bb44-0f37f5cd453b service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908617 May 26 14:48:39.090480 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:39.130939 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57274) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:39.195810 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-396c1647-31b2-44ad-86b8-5cc6637568d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:39.197296 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-396c1647-31b2-44ad-86b8-5cc6637568d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1972620 May 26 14:48:39.224036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:39.234918 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Sync routers for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:39.241154 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:48:39.249065 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:39.249979 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:39.282166 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.285704 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4093299 May 26 14:48:39.285930 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57280) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:39.343178 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-fa07b3bc-4033-4c3d-a5da-35b321b4ceb3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 999 time: 0.1367948 May 26 14:48:39.345607 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.398744 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:39.409657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Usage tracker for resource:security_group_rule and tenant:529765546b95463ba2e7610b368b5ed1 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:39.414321 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:39.423549 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:39.432794 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-f3349365-2fd6-458c-b765-a157b4b856d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:39.434240 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-f3349365-2fd6-458c-b765-a157b4b856d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0795650 May 26 14:48:39.465760 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:39.638482 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:39.683903 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'port_id': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'mac_address': 'fa:16:3e:2f:e7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:48:39.714432 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.730654 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.759439 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.760939 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-86b70b35-37c7-46eb-8c0b-e97f2745d4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:39.770337 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=529765546b95463ba2e7610b368b5ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6381786 May 26 14:48:39.774280 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57286) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:39.781622 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:48:39.800167 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 3, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:39.800809 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '69a1d695-499d-4382-84b7-9b5d5bb55f95', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:09Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:39.803849 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:39.804643 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Checking router: 33cb2d9c-a4f3-41da-9821-a6a62a334069 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:39.805000 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Updating router 33cb2d9c-a4f3-41da-9821-a6a62a334069 port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:48:39.807482 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:39.816261 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.819172 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ae530017-4bd1-4b1e-9e03-0050a00d1e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:39.854555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:39.854775 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-f503f5f1-e2a7-416a-95bd-eaa49b4b3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:39.855186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:39.856839 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-f503f5f1-e2a7-416a-95bd-eaa49b4b3e51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4020579 May 26 14:48:39.858125 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de0df5a-a7c5-4591-af5d-96ebf4a1eb8d,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:39.870131 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:39.875324 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11421aa7-2fdb-4cf6-8508-de70535bccbb req-2d865248-efa9-498a-9ec9-4b9dea1112cf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:39.876854 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-11421aa7-2fdb-4cf6-8508-de70535bccbb req-2d865248-efa9-498a-9ec9-4b9dea1112cf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 944 time: 0.2956336 May 26 14:48:40.035226 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.035675 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.036133 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.036554 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.037481 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.037481 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.037685 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.038092 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.038500 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.038906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.039316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.039742 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:48:40.043047 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:40.043873 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:40.048464 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:40.052517 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-0762a962-a0dc-4773-b2f0-063f1afc15a1 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848693 May 26 14:48:40.086571 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:40.101322 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.126672 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-11421aa7-2fdb-4cf6-8508-de70535bccbb req-758cfb59-383d-4357-ba01-9534ad070569 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405484 May 26 14:48:40.140779 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:48:40.155362 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.269955 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.281559 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ef0b148b-75f2-47d0-aaae-e657baa8c715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:40.298270 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de0df5a-a7c5-4591-af5d-96ebf4a1eb8d,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:40.300657 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:40.319194 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.320543 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0de0df5a-a7c5-4591-af5d-96ebf4a1eb8d HTTP/1.1" status: 204 len: 168 time: 0.5451059 May 26 14:48:40.346972 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8fe45f79-ac64-433b-bde2-6b103eafd92e req-316e736b-14b8-4bd4-b785-bf16b9b2fed3 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799594 May 26 14:48:40.371756 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.441770 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.455296 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Transition to ACTIVE for port object a35746c8-f2ea-452f-85ba-6c51cdc7c3fe will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:40.464981 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.470067 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:40.553544 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Attempting to bind port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:40.555156 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Attempting to bind port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:40.555785 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Attempting to bind port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe on network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:40.578512 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:40.579381 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Checking segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:40.580069 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.580683 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Bound using segment: {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:40.581369 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Bound port: a35746c8-f2ea-452f-85ba-6c51cdc7c3fe, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a66d3a-f23b-4f06-b568-7bcd75b8c66f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:40.582003 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.653555 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Allocated IP 172.20.0.1 (583c5af9-1eae-4327-b4b4-6601c190bfdc/f72a69da-8583-4961-9dcc-5f4175a9db49/8e73e238-7889-4932-8107-1282fbbdda9f) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:40.690092 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '69a1d695-499d-4382-84b7-9b5d5bb55f95', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:09Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:40.695179 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cf68c-1944-4328-98c0-f73a6953f8f1 None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '69a1d695-499d-4382-84b7-9b5d5bb55f95', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:09Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 1, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:40.702007 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] For port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:40.707167 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] For port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:40.711912 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.712661 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2bebb-d3ad-4049-b8cf-ac8e3c896315 None None] Pushing event updated for resources: {'Port': ['ID=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,revision_number=2']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:40.718243 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-3ac2bebb-d3ad-4049-b8cf-ac8e3c896315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:40.718694 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-3ac2bebb-d3ad-4049-b8cf-ac8e3c896315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:40.791352 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:40.791965 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:40.820752 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.837092 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Transition to ACTIVE for port object 8e73e238-7889-4932-8107-1282fbbdda9f will not be triggered until provisioned by entity DHCP. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:40.860652 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2bebb-d3ad-4049-b8cf-ac8e3c896315 None None] Pushing event updated for resources: {'Port': ['ID=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:40.862743 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:40.867618 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:40.872330 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-3ac2bebb-d3ad-4049-b8cf-ac8e3c896315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:40.915693 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a279d6d-35e5-443e-bb8c-a5d6df4137d9 None None] New status for floating IP 69a1d695-499d-4382-84b7-9b5d5bb55f95: ACTIVE {{(pid=103659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:48:40.936953 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:40.939951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:40.942422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:40.979381 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:40.982360 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:41.001511 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:41.009183 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1013842'] for router_interface, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.245587 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:41.342477 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.368192 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 3, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:41.372791 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c638d8f-9ce7-4b20-bf4a-43501ce794f3 None None] The sync data for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb is: [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:37Z', 'revision_number': 3, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:41.398160 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-f987a52b-80ad-4ecc-bdcb-d6f3b7f1f518 None None] Provisioning for port 8e73e238-7889-4932-8107-1282fbbdda9f completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:41.406340 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-f987a52b-80ad-4ecc-bdcb-d6f3b7f1f518 None None] Provisioning complete for port 8e73e238-7889-4932-8107-1282fbbdda9f triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:41.406719 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f987a52b-80ad-4ecc-bdcb-d6f3b7f1f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.447567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee95673-e6f0-472c-b2d8-0b8835b70c98 req-eebd7853-6ab1-452e-a8aa-2a9b2606bb66 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:41.449125 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cee95673-e6f0-472c-b2d8-0b8835b70c98 req-eebd7853-6ab1-452e-a8aa-2a9b2606bb66 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 945 time: 0.1674261 May 26 14:48:41.466441 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:41.474149 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-f987a52b-80ad-4ecc-bdcb-d6f3b7f1f518 None None] Port 8e73e238-7889-4932-8107-1282fbbdda9f cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:41.475545 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:41.475947 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.575106 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cee95673-e6f0-472c-b2d8-0b8835b70c98 req-384eeb4e-42bc-4ff0-a3f0-1d60785ba55f tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 May 26 14:48:41.602459 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.647673 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:41.660180 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:41.668850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.671930 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:41.674233 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.679628 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.717116 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'code': 200} May 26 14:48:41.723438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a941a111-b92d-4774-b455-e3e601132938 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:41.766445 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:41.772260 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:41.813407 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:41.818033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:41.818793 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1014001'] for router_interface, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:41.965687 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:41.968645 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:41.970122 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8712cb-83dc-4505-ab02-0b9adf66a4b3 req-6e1b9163-55b6-4519-886f-12a4a0d44fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:41.971622 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8e8712cb-83dc-4505-ab02-0b9adf66a4b3 req-6e1b9163-55b6-4519-886f-12a4a0d44fcc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1099 time: 0.0732560 May 26 14:48:42.019489 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8e8712cb-83dc-4505-ab02-0b9adf66a4b3 req-a55ed4d3-0e62-402b-af9d-20c57b1b1c57 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 May 26 14:48:42.194407 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Router 33cb2d9c-a4f3-41da-9821-a6a62a334069 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:42.203924 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-a5151c18-fcb7-4b5b-88a2-a47ba6550eed None None] Provisioning complete for port 8e73e238-7889-4932-8107-1282fbbdda9f triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:42.204299 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a5151c18-fcb7-4b5b-88a2-a47ba6550eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:42.268350 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device a35746c8-f2ea-452f-85ba-6c51cdc7c3fe up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:42.323280 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-a5151c18-fcb7-4b5b-88a2-a47ba6550eed None None] Port 8e73e238-7889-4932-8107-1282fbbdda9f cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:48:42.350761 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:42.355880 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:42.356254 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:42.395731 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:42.404657 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] 10.222.0.25 "PUT /v2.0/routers/33cb2d9c-a4f3-41da-9821-a6a62a334069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175368 May 26 14:48:42.479669 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:42.498060 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:42.501277 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:42.503089 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:42.572362 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:42.575474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:42.769562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094df0c4-7784-4f3a-97a6-ecffd101cdff req-bc9fec5a-7338-4e50-8000-80425799f1c0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:42.771073 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-094df0c4-7784-4f3a-97a6-ecffd101cdff req-bc9fec5a-7338-4e50-8000-80425799f1c0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0824172 May 26 14:48:42.820678 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-094df0c4-7784-4f3a-97a6-ecffd101cdff req-720487f6-8c84-4433-86ab-f82fabfbf813 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 May 26 14:48:42.898877 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57312) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:42.905970 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727676456', 'description': 'tempest-secgroup-smoke-1727676456 description', 'project_id': '307d0c19ddef498e81410953eeee6cd7'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:42.911792 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:42.915555 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:42.920283 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:42.927489 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:42.938738 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:42.959906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:42.964347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:42.967282 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:42.973225 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.050715 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.054925 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.058687 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-38e6f3fc-6eac-400a-b399-a466fa05debe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.093642 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Sync routers for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:43.104459 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.105681 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2050893 May 26 14:48:43.106430 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb91b3-cf05-432e-b0a4-33bc2d68a91b,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.108290 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:43.109286 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57316) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.109753 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:43.109894 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.115666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.122479 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.126860 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.129807 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.136533 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.151987 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.220414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.224468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.231050 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4f42396b-8da6-436f-a81b-12787e0c2a66 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.251768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afed29ee-a692-4611-a6a7-6ab815cab994,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.254883 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.263596 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.264931 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546581 May 26 14:48:43.267817 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57320) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.273521 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.280494 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.284458 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.287371 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.293247 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.304506 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:43.310758 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.372459 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.376526 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.382728 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-132d2ad8-f47d-4df9-99a4-f2e8c0316487 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.402796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac623d6f-98d0-44c7-b1d4-2aa7c88208fe,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.405358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.414117 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.418035 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465991 May 26 14:48:43.418306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57326) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.423731 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.430012 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.435312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.439546 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.444292 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.462801 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.532204 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.535970 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.538126 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d1672dd5-b101-47ef-8755-aca806980a94 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.558122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03789e3c-7105-47c1-912f-13036831a590,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.561948 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.570398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.571688 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-389f18f2-4359-4a48-bf4c-ab2d7d53f3c9 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524887 May 26 14:48:43.575237 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57330) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.580779 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.586645 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.590712 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.593612 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.600444 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.615672 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.664679 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:41Z', 'revision_number': 4, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8e73e238-7889-4932-8107-1282fbbdda9f', 'name': '', 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'mac_address': 'fa:16:3e:57:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:40Z', 'updated_at': '2021-05-26T14:48:41Z', 'revision_number': 2, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'subnets': [{'id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:43.668665 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Checking router: 33cb2d9c-a4f3-41da-9821-a6a62a334069 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:43.669012 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Updating router 33cb2d9c-a4f3-41da-9821-a6a62a334069 port 8e73e238-7889-4932-8107-1282fbbdda9f binding host dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:48:43.681599 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.686085 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.688126 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.711388 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780b7940-a54e-44b5-9dc5-41fbbecd2f9c,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.714026 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.721714 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.722845 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d0ae1665-3c77-465e-8988-0fddf942381d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465750 May 26 14:48:43.725805 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57334) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.728715 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.731459 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.737451 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.741747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.745107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.751070 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.762180 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.securitygroups_db [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Project 307d0c19ddef498e81410953eeee6cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:48:43.768000 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.832497 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.836399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.838400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:43.861082 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29f4aad-008d-4246-900d-3892a6943bbe,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:43.864377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:43.876701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.880561 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e26f5b40-fec4-45b3-9949-6dfffd3c4aac tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510112 May 26 14:48:43.880721 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57340) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:43.887454 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'security_group_rule': {'security_group_id': '15bb91b3-cf05-432e-b0a4-33bc2d68a91b', 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:43.893591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:43.897386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:security_group_rule and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:43.900627 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:43.907747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:43.919119 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.securitygroups_db [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Project 307d0c19ddef498e81410953eeee6cd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:48:43.925419 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.991373 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.996504 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:43.998783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:44.018452 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7d973a-14a0-40a2-88b3-8a527a6b9318,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:44.022386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:44.030574 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.031745 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500926 May 26 14:48:44.042894 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9cea7-6667-4b5d-8926-b770543506f9 req-6cc06d31-63eb-464f-adba-2c4bba0ac82d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:44.044403 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4ac9cea7-6667-4b5d-8926-b770543506f9 req-6cc06d31-63eb-464f-adba-2c4bba0ac82d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.1003711 May 26 14:48:44.085281 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks [] for port, precommit_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.093262 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4ac9cea7-6667-4b5d-8926-b770543506f9 req-b0c1145e-027b-4afe-8e04-4f67515359d2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 May 26 14:48:44.104997 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.provisioning_blocks [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Transition to ACTIVE for port object 8e73e238-7889-4932-8107-1282fbbdda9f will not be triggered until provisioned by entity L2. {{(pid=103660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:48:44.121934 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.127191 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-2847a59a-abf6-48c5-83d9-dcf4e38fd653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:44.249190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device a35746c8-f2ea-452f-85ba-6c51cdc7c3fe up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:44.319984 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eb397-2310-4e27-a1fa-f0871580569f None None] Pushing event updated for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=3']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:44.323225 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-216eb397-2310-4e27-a1fa-f0871580569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:44.356487 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:44.357073 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.393271 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Attempting to bind port 8e73e238-7889-4932-8107-1282fbbdda9f on host dv-cinder-774594-6-smb for vnic_type normal with profile {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:48:44.393633 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Attempting to bind port 8e73e238-7889-4932-8107-1282fbbdda9f by drivers openvswitch,hyperv on host dv-cinder-774594-6-smb at level 0 using segments [{'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:48:44.394002 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Attempting to bind port 8e73e238-7889-4932-8107-1282fbbdda9f on network 583c5af9-1eae-4327-b4b4-6601c190bfdc {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:48:44.404425 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Checking agent: {'id': 'd4572a5e-bcd5-4455-b163-3cc6373c20c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 36, 21), 'started_at': datetime.datetime(2021, 5, 26, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:48:44.404793 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Checking segment: {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:48:44.405189 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.405572 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Bound using segment: {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'} {{(pid=103660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:48:44.406037 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.managers [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Bound port: 8e73e238-7889-4932-8107-1282fbbdda9f, host: dv-cinder-774594-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c610b7-10c5-4489-8204-e43fc90b5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc'}}] {{(pid=103660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:48:44.406405 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.462764 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdc77b-39c9-43fd-827f-77d30d6b1b06 req-74defc49-7097-47d0-82d0-5cf63d7bc47c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:44.464991 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-23cdc77b-39c9-43fd-827f-77d30d6b1b06 req-74defc49-7097-47d0-82d0-5cf63d7bc47c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.2355342 May 26 14:48:44.518841 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-23cdc77b-39c9-43fd-827f-77d30d6b1b06 req-017240ee-d705-474f-b5d0-1760ef3477e0 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 May 26 14:48:44.523139 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] For port 8e73e238-7889-4932-8107-1282fbbdda9f, host dv-cinder-774594-6-smb, cleared binding levels {{(pid=103660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:48:44.527731 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.plugins.ml2.db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] For port 8e73e238-7889-4932-8107-1282fbbdda9f, host dv-cinder-774594-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8e73e238-7889-4932-8107-1282fbbdda9f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:48:44.535302 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron_lib.callbacks.manager [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:44.540321 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:44.627514 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eb397-2310-4e27-a1fa-f0871580569f None None] Pushing event updated for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=4']} {{(pid=103660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:44.630088 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:44.631054 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:44.691051 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG oslo_concurrency.lockutils [None req-216eb397-2310-4e27-a1fa-f0871580569f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:44.871757 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:45.024622 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fae32-1e2a-4a7f-aa91-93b573c06233 req-6e1e48d5-15a7-457d-a720-9668c08067c6 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:45.026591 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-408fae32-1e2a-4a7f-aa91-93b573c06233 req-6e1e48d5-15a7-457d-a720-9668c08067c6 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0812609 May 26 14:48:45.071331 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-408fae32-1e2a-4a7f-aa91-93b573c06233 req-bf6fd482-2f70-4c8f-809f-0482e884cf91 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 May 26 14:48:45.210057 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:41Z', 'revision_number': 4, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8e73e238-7889-4932-8107-1282fbbdda9f', 'name': '', 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'mac_address': 'fa:16:3e:57:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:40Z', 'updated_at': '2021-05-26T14:48:44Z', 'revision_number': 4, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'subnets': [{'id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:45.213982 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c049595-642c-4dcc-96fb-d2faf974e0ab None None] The sync data for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb is: [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:48:41Z', 'revision_number': 4, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8e73e238-7889-4932-8107-1282fbbdda9f', 'name': '', 'network_id': '583c5af9-1eae-4327-b4b4-6601c190bfdc', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'mac_address': 'fa:16:3e:57:c6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:40Z', 'updated_at': '2021-05-26T14:48:44Z', 'revision_number': 4, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'subnets': [{'id': 'f72a69da-8583-4961-9dcc-5f4175a9db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:46.233390 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8e73e238-7889-4932-8107-1282fbbdda9f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:46.313638 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning for port 8e73e238-7889-4932-8107-1282fbbdda9f completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:48:46.318656 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 8e73e238-7889-4932-8107-1282fbbdda9f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:46.319055 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:46.439026 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:46.470508 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] For port 8e73e238-7889-4932-8107-1282fbbdda9f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8e73e238-7889-4932-8107-1282fbbdda9f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:46.474186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:46.475987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0d2925fc-fb23-4ac7-9fe4-6ed2043b2e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:46.542281 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Pushing event updated for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:46.545367 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:48.213742 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8e73e238-7889-4932-8107-1282fbbdda9f up at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:48:48.295424 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Provisioning complete for port 8e73e238-7889-4932-8107-1282fbbdda9f triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:48.295823 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:48.326855 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e2c1ba66-d121-43e3-ba64-d6c56003997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:49.970175 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b25b2-5cc5-43fa-ae33-2e208bb07304 req-3fb6a8d9-41e6-40aa-923d-b4c1511e4adc tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:49.971606 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d09b25b2-5cc5-43fa-ae33-2e208bb07304 req-3fb6a8d9-41e6-40aa-923d-b4c1511e4adc tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0944614 May 26 14:48:50.015510 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d09b25b2-5cc5-43fa-ae33-2e208bb07304 req-9b2328cf-f0c6-47bc-972f-d21e1f32082a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 May 26 14:48:50.038264 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57458) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:50.286690 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd8986-e26e-4a0b-b5a4-34926a4a8849 tempest-TestMinimumBasicScenario-1928766375 tempest-TestMinimumBasicScenario-1928766375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:50.288123 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e5dd8986-e26e-4a0b-b5a4-34926a4a8849 tempest-TestMinimumBasicScenario-1928766375 tempest-TestMinimumBasicScenario-1928766375-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1094 time: 0.2488675 May 26 14:48:50.290917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57468) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:50.296106 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'port_id': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:50.301874 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:50.305661 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:floatingip and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:50.309069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:50.314973 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:50.326583 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.467857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.601956 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Allocated IP 172.28.3.243 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/743a4712-ca66-4c24-abc9-aab1d4ad984e) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:48:50.641839 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-09ba7aea-4b66-49eb-8d49-919dc9f66133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.721400 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.755707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.783696 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:50.787955 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e805cd83-40b3-4f66-8bf8-d76a7c448100 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:50.850118 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:48:50.853054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:48:50.857089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:48:50.894007 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'Port': ['ID=743a4712-ca66-4c24-abc9-aab1d4ad984e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:50.901409 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:51.272773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.345400 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.556770 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.562338 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.566066 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:51.656484 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.673633 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'Port': ['ID=743a4712-ca66-4c24-abc9-aab1d4ad984e,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:51.676317 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:51.685226 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:51.934371 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Floating IP f4b2e051-8c1e-4eb7-9385-6ae187b76982 associated. External IP: 172.28.3.243, port: 7571eb04-37f2-4dbe-aff1-7eb88b3bb983. May 26 14:48:52.283377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Router c62bb4a4-e530-418e-94c4-778cd2e4ca43 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:48:52.464011 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:48:52.475428 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Sync routers for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:48:52.489155 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:52.489930 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:52.491096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:52.557321 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2626319 May 26 14:48:52.557321 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:52.558190 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57480) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:52.563475 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683201389', 'description': 'tempest-secgroup-smoke-683201389 description', 'project_id': '0902dc07c14f4e09bdf12726671d30e8'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:52.570687 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:52.583367 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:52.601723 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:52.609690 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:48:52.626280 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:52.630837 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:52.635159 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:52.684401 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:52.728634 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:52.755110 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-071f3dfe-733d-454f-8055-1f85ac8dda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:52.756713 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-071f3dfe-733d-454f-8055-1f85ac8dda01 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1099 time: 0.1226194 May 26 14:48:52.804301 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:52.850552 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:52.860162 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-355c9e12-a886-4138-b786-ad3a1c39ead6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:52.925957 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7faddab-db2e-477b-81c4-16d49a2bd848,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:52.928900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:52.954002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:52.955538 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3961041 May 26 14:48:52.959819 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57486) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:52.960524 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-983f9487-fea4-48ac-99ff-8a32e3d85cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:52.961996 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-983f9487-fea4-48ac-99ff-8a32e3d85cae service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.1968834 May 26 14:48:52.966040 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:52.971861 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:52.975617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:52.978619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:52.985022 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:53.004407 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.078346 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.083363 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-59341fd4-bf85-4e86-a420-d82881ec6aa2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 1000 time: 0.1051157 May 26 14:48:53.083520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.085486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:53.099508 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'f4b2e051-8c1e-4eb7-9385-6ae187b76982', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'port_id': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'mac_address': 'fa:16:3e:2f:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fab32-7abc-4463-b7b0-4deee82a441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:51Z', 'updated_at': '2021-05-26T14:48:51Z', 'revision_number': 0, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:53.103417 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Checking router: c62bb4a4-e530-418e-94c4-778cd2e4ca43 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:48:53.106472 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d60992-12ee-48ce-b90b-65d460b8fde1,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:53.114625 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:48:53.115588 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:53.115983 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:53.125922 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.129814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 57490) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:53.130511 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696413 May 26 14:48:53.136852 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:53.148913 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:53.155382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:53.160127 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:53.172649 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:53.175506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-515e736a-47d0-4105-ad58-7ed3c6e37528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:53.177195 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-515e736a-47d0-4105-ad58-7ed3c6e37528 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.0871921 May 26 14:48:53.235142 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.303427 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:48:53.312834 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.318126 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-d9412daa-03b7-4d2b-8b27-8ed0de170843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:53.319592 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-d9412daa-03b7-4d2b-8b27-8ed0de170843 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1347680 May 26 14:48:53.320326 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.322228 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:53.369107 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c4a582-7be8-4f70-954c-08605f4e4f11,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:53.488501 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.518510 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:53.535566 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.536720 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a1614797-0516-40ec-a204-55fe8d40de84 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4060123 May 26 14:48:53.539572 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57494) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:53.545707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:53.552267 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:53.556796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:53.560020 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:53.566011 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:53.590387 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.592874 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-51c1e403-c4c1-4db4-bd47-1bf7cb2f5a46 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612348 May 26 14:48:53.684717 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.689886 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.692386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-27417a34-354d-434f-969f-849ed8656971 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:53.718984 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'f4b2e051-8c1e-4eb7-9385-6ae187b76982', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'port_id': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'mac_address': 'fa:16:3e:2f:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fab32-7abc-4463-b7b0-4deee82a441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:51Z', 'updated_at': '2021-05-26T14:48:51Z', 'revision_number': 0, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:48:53.723173 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5dbab-ea04-4b81-a457-92e92599d0c8 None None] The sync data for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb is: [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'f4b2e051-8c1e-4eb7-9385-6ae187b76982', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'floating_ip_address': '172.28.3.243', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'port_id': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'mac_address': 'fa:16:3e:2f:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958fab32-7abc-4463-b7b0-4deee82a441e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:48:51Z', 'updated_at': '2021-05-26T14:48:51Z', 'revision_number': 0, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:48:53.728187 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fd3f29-e99f-46cb-a14e-94caa1a59224,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:53.737128 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:53.746871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.751081 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9c11619e-02a0-4d9c-aa0d-f8a18b5a929a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2074900 May 26 14:48:53.751288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57502) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:53.756455 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:53.762271 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:53.765820 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4abfb5c-bc9a-45dd-8b45-6a4f8be84249 req-73269df6-79a6-4330-a08d-d6d64bfd7dab service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666822 May 26 14:48:53.766241 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:53.769230 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:53.776198 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:53.793808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.860220 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.864968 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.867014 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4ae2e34e-52bb-4fe7-8eaf-af553d8a3aeb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:53.893431 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a268402a-5cf3-4e96-af67-05a62d93ff1e,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:53.902026 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:53.903376 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:53.904674 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524189 May 26 14:48:53.907479 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57506) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:53.912668 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:53.919479 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:53.923331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:53.926262 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:53.933498 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:53.935340 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d2127-70a0-4d1c-978c-ade6588f9d9b None None] New status for floating IP f4b2e051-8c1e-4eb7-9385-6ae187b76982: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:48:53.944582 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.securitygroups_db [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Project 0902dc07c14f4e09bdf12726671d30e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:48:53.950370 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.018157 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.021907 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.024047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:54.047092 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3a8d58-eef7-48b3-b35b-ef9ceb7210a2,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:54.049737 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:54.057636 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.058846 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-40f628fd-2d43-4c9e-9478-cf8acf1657db tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504395 May 26 14:48:54.061565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57510) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:48:54.067557 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'security_group_rule': {'security_group_id': 'f7faddab-db2e-477b-81c4-16d49a2bd848', 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:54.075692 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:48:54.081200 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Usage tracker for resource:security_group_rule and tenant:0902dc07c14f4e09bdf12726671d30e8 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:48:54.084320 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:48:54.090435 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:48:54.101316 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.securitygroups_db [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Project 0902dc07c14f4e09bdf12726671d30e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:48:54.107832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.175906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.186141 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.197419 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-97b4526b-2846-4fca-884f-1237adf5e33b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:54.217542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fba166-cb8b-430a-9c6e-03c730c2298e,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:54.220462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:54.221792 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.223023 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603854 May 26 14:48:54.352677 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d6f7d2b8-705f-49ef-a421-b88dfe44c91d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683201389&fields=id&tenant_id=0902dc07c14f4e09bdf12726671d30e8 HTTP/1.1" status: 200 len: 267 time: 0.0436237 May 26 14:48:54.435696 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-96948934-5b10-4907-a9dc-e80f440dc064 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:54.437200 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-96948934-5b10-4907-a9dc-e80f440dc064 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0778561 May 26 14:48:54.448964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'port': {'security_groups': ['16bb9c07-2074-4067-b053-b0851132e141', 'f7faddab-db2e-477b-81c4-16d49a2bd848']}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:48:54.568571 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.825403 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:48:54.857433 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.862256 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:54.867697 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:48:54.882988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:48:55.017701 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.018164 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:55.019535 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-80ee5104-87a9-4701-a705-00fd105c8c21 req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "PUT /v2.0/ports/7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 982 time: 0.5755665 May 26 14:48:55.020069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:48:55.049845 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=6']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:48:55.053624 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:48:55.082538 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:48:55.109511 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:48:55.285310 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-aba7aafa-72fc-48a4-b269-5d8d8e457476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.286670 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-aba7aafa-72fc-48a4-b269-5d8d8e457476 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1138 time: 0.1706681 May 26 14:48:55.294276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02026-5890-45bd-8502-9d2093ead4bf req-6f3f2117-fdb6-4eda-95d2-c7cd45622f6e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.295628 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8bd02026-5890-45bd-8502-9d2093ead4bf req-6f3f2117-fdb6-4eda-95d2-c7cd45622f6e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.1373086 May 26 14:48:55.349265 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:48:55.370156 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-b91c154e-c972-453e-8088-dc3bf5ab0ef4 None None] Provisioning complete for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:48:55.370533 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b91c154e-c972-453e-8088-dc3bf5ab0ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:48:55.428447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-8bd02026-5890-45bd-8502-9d2093ead4bf req-53e65ef5-7c5e-4be3-a0b0-2159038c9fb2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:48:55.470330 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-8bd02026-5890-45bd-8502-9d2093ead4bf req-53e65ef5-7c5e-4be3-a0b0-2159038c9fb2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:48:55.471498 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8bd02026-5890-45bd-8502-9d2093ead4bf req-53e65ef5-7c5e-4be3-a0b0-2159038c9fb2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555655 May 26 14:48:55.474031 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-f087464c-2dba-43b1-aed7-d3f0c76843e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.475415 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-f087464c-2dba-43b1-aed7-d3f0c76843e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.1789217 May 26 14:48:55.594306 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-bdae45c5-921e-4f16-8ac4-96c5d32e06c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 1002 time: 0.1106684 May 26 14:48:55.676016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-7d4dd196-999c-403c-ad72-cf263c5279b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.677593 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-7d4dd196-999c-403c-ad72-cf263c5279b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.0692551 May 26 14:48:55.756852 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-d3d918a9-75b3-453e-a004-e7341f549d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:48:55.758200 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-d3d918a9-75b3-453e-a004-e7341f549d9d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730824 May 26 14:48:55.909328 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-9710657a-234a-4f76-8d95-a45a82500867 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417804 May 26 14:48:56.052985 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-791f16ab-d966-43db-af0b-e5c23917f8b3 req-17c6acac-dd27-453e-9079-fe8cea15c11a service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299410 May 26 14:49:01.485452 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-1f51170c-dfda-4601-acda-d3a192d717b2 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:01.502729 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-1f51170c-dfda-4601-acda-d3a192d717b2 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:01.503867 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-1f51170c-dfda-4601-acda-d3a192d717b2 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727676456&fields=id&tenant_id=307d0c19ddef498e81410953eeee6cd7 HTTP/1.1" status: 200 len: 267 time: 0.0565219 May 26 14:49:01.670303 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-8635023e-809d-43c2-9616-5bea43fb061b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:01.671441 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-8635023e-809d-43c2-9616-5bea43fb061b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:01.699570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-8635023e-809d-43c2-9616-5bea43fb061b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:01.701844 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-8635023e-809d-43c2-9616-5bea43fb061b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 809 time: 0.1910164 May 26 14:49:01.721834 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-52d22394-fcd3-49f9-b718-77ed2242ce89 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/quotas/307d0c19ddef498e81410953eeee6cd7 HTTP/1.1" status: 200 len: 375 time: 0.0120869 May 26 14:49:01.822340 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-3867d4b6-e4e4-429d-a75b-513990f88565 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:01.843535 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-3867d4b6-e4e4-429d-a75b-513990f88565 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:01.844860 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-3867d4b6-e4e4-429d-a75b-513990f88565 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108780 May 26 14:49:01.987823 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-05027827-b51b-4d10-a288-0c06f60d545a service neutron] 10.222.0.25 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303322 May 26 14:49:02.126590 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-21fda320-bbaf-450a-ad73-bfbf51eb6632 service neutron] 10.222.0.25 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298900 May 26 14:49:02.166818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f92099-78af-4572-84cd-f4de23a75b82 req-f5583658-295f-49ae-b2e6-ec10e2934823 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:02.168865 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-50f92099-78af-4572-84cd-f4de23a75b82 req-f5583658-295f-49ae-b2e6-ec10e2934823 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0836716 May 26 14:49:02.215145 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-50f92099-78af-4572-84cd-f4de23a75b82 req-4f30d417-00af-4970-8e0e-0e7e65a768ee tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406899 May 26 14:49:02.654182 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1e951d2f-050d-4620-8a36-3e6d271c5f98 req-c4762566-f26e-49ae-b444-99385b995190 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0428371 May 26 14:49:03.399348 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a5b2-203f-40d3-aa2c-5adc566fee6e req-e79e28dd-1a2c-4809-b11e-e777b8f80c92 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:03.400683 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6889a5b2-203f-40d3-aa2c-5adc566fee6e req-e79e28dd-1a2c-4809-b11e-e777b8f80c92 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0779860 May 26 14:49:03.446127 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6889a5b2-203f-40d3-aa2c-5adc566fee6e req-4841710a-5d9c-400c-8d65-f59db6249242 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 May 26 14:49:03.828471 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1bb2f025-8478-4dbd-a025-e0e0047c732a req-3401b35b-d0f9-45a3-a702-04e3cdcc6c63 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0590963 May 26 14:49:03.881481 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-6f3faa92-eea0-4681-aa81-b1743ae5965b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:03.882931 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-6f3faa92-eea0-4681-aa81-b1743ae5965b tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 809 time: 0.2843945 May 26 14:49:03.935645 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-0ad1a6ec-f7f5-41ca-82df-16178ccd36f0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=307d0c19ddef498e81410953eeee6cd7 HTTP/1.1" status: 200 len: 380 time: 0.0408580 May 26 14:49:03.951224 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'port': {'device_id': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'admin_state_up': True, 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'security_groups': ['15bb91b3-cf05-432e-b0a4-33bc2d68a91b']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:04.085646 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:04.095527 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:04.105681 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Made reservation on behalf of 307d0c19ddef498e81410953eeee6cd7 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:49:04.109131 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.278103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Allocated IP 172.20.0.11 (a933fd27-2403-4d5d-9085-c64b80f5ad6f/e9c807fd-f811-4c26-bc77-189aefd33ae5/45459b8a-366e-4cfe-b9c7-b3dbc7e368d3) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:49:04.470049 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.487073 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Transition to ACTIVE for port object 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:49:04.510086 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.517881 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:04.597303 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-f361f6f2-4c93-4e98-9a60-7089cfd6ce95 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:04.598684 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-f361f6f2-4c93-4e98-9a60-7089cfd6ce95 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.0781238 May 26 14:49:04.621243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:49:04.629148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:49:04.631653 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:49:04.711665 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:04.719879 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:04.720561 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.725968 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:04.744856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Deleting port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:49:04.745837 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.757263 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8100121 May 26 14:49:04.766539 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61ef05-1184-4e43-83a4-5967353a268f req-c56fa4e6-e2be-4c1c-ac0a-a2ae34251668 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:04.768045 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2d61ef05-1184-4e43-83a4-5967353a268f req-c56fa4e6-e2be-4c1c-ac0a-a2ae34251668 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 946 time: 0.2075119 May 26 14:49:04.773169 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Request body: {'port': {'device_id': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:04.864252 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2d61ef05-1184-4e43-83a4-5967353a268f req-bde39b59-5447-4900-acff-5a7c1bfca689 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=01227945-b411-4257-a545-cb761ac2711d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658910 May 26 14:49:04.887418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] For port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:04.888015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.902154 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-50c5addf-e0d9-4f87-a0e8-52e185119772 None None] Provisioning for port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:49:04.904346 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-50c5addf-e0d9-4f87-a0e8-52e185119772 None None] Provisioning complete for port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:49:04.904780 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-50c5addf-e0d9-4f87-a0e8-52e185119772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.922063 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:04.967686 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-50c5addf-e0d9-4f87-a0e8-52e185119772 None None] Port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:49:05.231368 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddd431-bca2-4c71-b066-9885143cf0d5 req-f5883ea1-3ab2-48c9-996a-6067b9886023 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:05.232893 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b4ddd431-bca2-4c71-b066-9885143cf0d5 req-f5883ea1-3ab2-48c9-996a-6067b9886023 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 932 time: 0.2742989 May 26 14:49:05.272741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:49:05.280959 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.281546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.287241 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.287630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.287970 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Floating IP 9a268022-d34a-4370-8d27-211c59be05e4 disassociated. External IP: 172.28.3.249, port: 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce. May 26 14:49:05.288312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Calling delete_port for 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:49:05.298077 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Transition to ACTIVE for port object 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:49:05.302666 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.307522 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:05.309664 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b4ddd431-bca2-4c71-b066-9885143cf0d5 req-98adf68c-bdd1-4823-ad10-3f8c0a96aa6a tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655940 May 26 14:49:05.425030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.433120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0be45588-22a9-4aa0-947b-3fa90a28e279 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:05.478432 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'Port': ['ID=438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:05.482258 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:05.609967 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:05.612930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:05.656382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Attempting to bind port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:49:05.656635 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Attempting to bind port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:49:05.656958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Attempting to bind port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 on network a933fd27-2403-4d5d-9085-c64b80f5ad6f {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:49:05.661587 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 on network a933fd27-2403-4d5d-9085-c64b80f5ad6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:49:05.661900 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Attempting to bind port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 on network a933fd27-2403-4d5d-9085-c64b80f5ad6f {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:49:05.667973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:49:05.668306 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Checking segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:49:05.668742 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Bound using segment: {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:49:05.669235 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Bound port: 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58b6f29-4272-4d30-88a5-112dc65a7501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:49:05.669597 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.683841 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:49:05.762552 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:49:05.765766 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:49:05.770403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.775120 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a2c6e398-a51e-4dde-a910-11c140bfed9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:05.824851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:05.825823 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:05.827123 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] 10.222.0.68 "PUT /v2.0/ports/45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1094 time: 1.0581684 May 26 14:49:05.835581 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:05.942818 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'status': 'completed', 'code': 200} May 26 14:49:05.961575 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:05.965806 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:06.007107 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:49:06.008125 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-d57eed68-1d37-4686-b302-54c1d230e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.016517 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:49:06.023406 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-d57eed68-1d37-4686-b302-54c1d230e8e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1097 time: 0.1383924 May 26 14:49:06.036328 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:06.036966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:06.146142 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-b0f82837-6352-4235-a914-ae8027d8d78a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 217 time: 0.1218362 May 26 14:49:06.193597 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a55ad5e1-4a3e-4cd3-b3cc-8f7404c933cc req-025a41a3-3ec7-4ccc-a56d-3e9d0abcb915 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=2037b992-0a1b-47bf-93fa-f09ba3185578 HTTP/1.1" status: 200 len: 210 time: 0.0827188 May 26 14:49:06.202153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] No DVR routers for this DVR port 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:49:06.205436 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:06.209379 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'name': 'network-vif-deleted', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:06.239057 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e14e3f0f-b425-4b23-8849-c2c3cd341aac req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "DELETE /v2.0/ports/438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce HTTP/1.1" status: 204 len: 173 time: 1.6331043 May 26 14:49:06.244332 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-38888bf1-cdc8-46eb-a4bf-8aaf966775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.246360 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-38888bf1-cdc8-46eb-a4bf-8aaf966775d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0925620 May 26 14:49:06.268165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037b992-0a1b-47bf-93fa-f09ba3185578', 'name': 'network-vif-deleted', 'tag': '438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce', 'status': 'completed', 'code': 200} May 26 14:49:06.318938 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:06.335537 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-bbb600f1-cc41-486a-a248-57b7d1aac3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.337061 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-bbb600f1-cc41-486a-a248-57b7d1aac3e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840862 May 26 14:49:06.534426 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6aab-a5ed-456b-8b73-698f60424917 req-4114621b-742b-45d8-bd5d-2d9d663d25ae tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.535874 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c44f6aab-a5ed-456b-8b73-698f60424917 req-4114621b-742b-45d8-bd5d-2d9d663d25ae tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.0899394 May 26 14:49:06.543521 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-7e3ebbb5-b92e-4db7-914e-e46225e7a815 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985083 May 26 14:49:06.586559 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c44f6aab-a5ed-456b-8b73-698f60424917 req-765741f1-4c34-4ca0-a7aa-7044791e0e9f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 May 26 14:49:06.690459 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6eb2d3ea-670d-43c6-9e0c-0fd7726a3ba2 req-5e4d9e34-5be5-48d8-9ddb-6ba5d9f450f2 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384671 May 26 14:49:06.719972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:06.723915 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:49:06.732976 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:06.733568 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:06.814648 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a92176ae-b47d-4e58-9815-fa4fd0329b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.816140 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a92176ae-b47d-4e58-9815-fa4fd0329b47 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0755875 May 26 14:49:06.918575 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:06.967314 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a4e317eb-9d1b-4bff-9e81-4b8e945049f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:06.968855 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a4e317eb-9d1b-4bff-9e81-4b8e945049f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1382124 May 26 14:49:07.043305 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-0b46ff95-7845-4e43-a027-1a984ed70389 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 217 time: 0.0656798 May 26 14:49:07.113178 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a71989b9-6cf5-4b5d-ac30-c6e2550859a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:07.114601 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-a71989b9-6cf5-4b5d-ac30-c6e2550859a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0624583 May 26 14:49:07.197024 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-2d4e72fc-6f89-464e-b2a3-5f01dfcc4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:07.198534 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-2d4e72fc-6f89-464e-b2a3-5f01dfcc4b40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749764 May 26 14:49:07.234110 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:07.238189 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2f05-5def-45d1-9d90-d54b35f91f63 None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:49:07.298537 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57624) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:07.368268 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-994c084b-ee3e-4a4d-a2cf-01498aa7109b service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618178 May 26 14:49:07.384094 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:07.415630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:07.483044 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:07.487132 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7c448644-914b-4668-874a-2bbecc7b85a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:07.508048 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01227945-b411-4257-a545-cb761ac2711d,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:07.510704 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:07.513720 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b64388f1-a23c-43f1-a008-5c30aac83606 req-e62902cf-d62e-45d6-ad89-8c25d28e7af4 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377914 May 26 14:49:07.518461 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:07.519555 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b513dde7-4471-43aa-bf1b-03c75a43d128 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "DELETE /v2.0/security-groups/01227945-b411-4257-a545-cb761ac2711d HTTP/1.1" status: 204 len: 168 time: 0.2198052 May 26 14:49:07.522418 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57630) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:07.526280 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c549c79-8ab3-4176-b16d-6f59252bbd64 None None] New status for floating IP 9a268022-d34a-4370-8d27-211c59be05e4: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:49:07.550228 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.api.v2.resource [None req-193a892e-24d9-471d-8067-fbb8d8376953 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] show failed (client error): The resource could not be found. May 26 14:49:07.551204 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-193a892e-24d9-471d-8067-fbb8d8376953 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups/01227945-b411-4257-a545-cb761ac2711d HTTP/1.1" status: 404 len: 347 time: 0.0224819 May 26 14:49:07.554189 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57634) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:07.846555 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83140-9449-4908-a470-46a8b62904a7 req-8f32ef05-dc19-4d3f-ba9c-260b951eca7f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:07.848068 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ddd83140-9449-4908-a470-46a8b62904a7 req-8f32ef05-dc19-4d3f-ba9c-260b951eca7f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.1407757 May 26 14:49:07.850516 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Deleting port 9b67e851-894e-45a4-a771-c40d63a44f31 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:49:07.850848 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:07.966301 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ddd83140-9449-4908-a470-46a8b62904a7 req-c512e737-2a1b-4460-be8f-65c820061ee0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025817 May 26 14:49:08.006336 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.006657 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.128125 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Calling delete_port for 9b67e851-894e-45a4-a771-c40d63a44f31 owned by network:floatingip {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:49:08.238045 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.241505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbfd86f0-29e8-4927-ab19-ff908839c4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:08.290614 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'Port': ['ID=9b67e851-894e-45a4-a771-c40d63a44f31,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:08.317256 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:08.385265 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.399048 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.400184 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a268022-d34a-4370-8d27-211c59be05e4 HTTP/1.1" status: 204 len: 168 time: 0.8451471 May 26 14:49:08.581248 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57646) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:08.587377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006171487', 'description': 'tempest-description--1281081918'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:08.594386 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:08.598524 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:08.601407 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:08.613223 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:08.633147 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.654629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:08.659029 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:08.661972 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:08.667680 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:08.737813 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.741188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.744720 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-3e4b8412-a964-4b51-a82b-ab856240602a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:08.785967 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b68c401-e7b0-4d79-906e-d94285b01c3f,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:08.788805 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.790136 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2079074 May 26 14:49:08.790984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:08.792960 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57650) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:08.797885 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group_rule': {'security_group_id': '3b68c401-e7b0-4d79-906e-d94285b01c3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:08.803555 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:08.807321 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:08.810242 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:08.815813 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:08.831803 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.892798 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.896060 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.898006 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ec034aa2-c177-4adb-a313-c3e6cd6b6cc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:08.919719 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff79bdb-b97f-4f81-a344-bfa1c8b0932f,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:08.924014 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:08.933033 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:08.934249 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-aa4df0b3-111d-45b0-9e13-44a6df816028 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403782 May 26 14:49:08.937021 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57654) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:08.942104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'security_group_rule': {'security_group_id': '3b68c401-e7b0-4d79-906e-d94285b01c3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:08.953368 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:08.960182 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:security_group_rule and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:08.965439 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:08.971313 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:08.987906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.050865 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.054609 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985017'] for security_group_rule, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.056856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2231f107-ec9e-4909-9d1f-bb62bb88d8c7 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:09.079666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9987ef58-8324-45e0-a184-49dc1a49fdd9,revision_number=0']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:09.082045 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:09.089634 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.090793 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-ca57544e-4af8-4425-8ef1-509dbc0fe66d tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528461 May 26 14:49:09.093825 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57660) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:09.098717 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:09.104426 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:09.108248 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Usage tracker for resource:floatingip and tenant:62da8906816143588975cb0fcc2e7b20 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:09.111061 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:09.118481 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:09.129991 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.152295 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce9636-7ccc-4636-bf28-5fd57e630d90 req-3bde83dd-e853-463d-904f-ed69783cd69c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:09.152969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6dce9636-7ccc-4636-bf28-5fd57e630d90 req-3bde83dd-e853-463d-904f-ed69783cd69c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:09.169100 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-6dce9636-7ccc-4636-bf28-5fd57e630d90 req-3bde83dd-e853-463d-904f-ed69783cd69c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:09.170328 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6dce9636-7ccc-4636-bf28-5fd57e630d90 req-3bde83dd-e853-463d-904f-ed69783cd69c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.0970883 May 26 14:49:09.222270 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-6dce9636-7ccc-4636-bf28-5fd57e630d90 req-83b57257-d3f4-4fe4-beee-4e4f64d73ce3 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 May 26 14:49:09.279987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:49:09.283309 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:49:09.319518 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:49:09.319879 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 438ef8fb-06bf-4cdc-ba3b-25ba7558a5ce not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:49:09.351995 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.486914 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:09.490683 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Allocated IP 172.28.3.113 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/f7127f30-c429-49cd-abbf-19245c245bdf) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:49:09.500686 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'mac_address': 'fa:16:3e:31:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:49:09.557309 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.573899 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:49:09.590072 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:09.593775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.596623 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:09.636852 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.666196 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:09.669850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:09.671056 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.676497 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8c54e5f9-ba20-4a21-bcbb-43da4d0df909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:09.738544 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:49:09.742078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:49:09.744763 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:49:09.790103 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=f7127f30-c429-49cd-abbf-19245c245bdf,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:09.792816 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:09.831032 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:49:09.831592 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:09.890116 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:10.093137 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:10.097637 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:10.102138 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:10.212990 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=f7127f30-c429-49cd-abbf-19245c245bdf,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:10.217140 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:10.221633 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:10.243839 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:10.245045 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1502817 May 26 14:49:10.469606 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-a3f0d031-b73e-4ab2-99ef-f7396fef9c19 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:10.484997 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-a3f0d031-b73e-4ab2-99ef-f7396fef9c19 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:10.486210 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-a3f0d031-b73e-4ab2-99ef-f7396fef9c19 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1006171487&fields=id&tenant_id=62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 267 time: 0.0599916 May 26 14:49:10.504560 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbed4b-17cc-499e-89e3-871acb79c7ae req-c3403968-5d7d-4bc8-bf70-1ad516d4d3af tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:10.506099 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48dbed4b-17cc-499e-89e3-871acb79c7ae req-c3403968-5d7d-4bc8-bf70-1ad516d4d3af tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 945 time: 0.1790838 May 26 14:49:10.549910 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-48dbed4b-17cc-499e-89e3-871acb79c7ae req-e34531fc-c5de-4574-885f-db05c8d410f1 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 May 26 14:49:10.636893 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-9d8ecc38-300d-457f-b079-1436a8485986 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:10.638336 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-9d8ecc38-300d-457f-b079-1436a8485986 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 811 time: 0.1455185 May 26 14:49:10.652632 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-2a9d34d0-e88e-4f34-81c7-5e820422f012 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/quotas/62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 375 time: 0.0087483 May 26 14:49:10.733568 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-f573ae07-f365-4f6d-a96b-4d791e5e30cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:10.749424 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-f573ae07-f365-4f6d-a96b-4d791e5e30cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:10.750720 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-f573ae07-f365-4f6d-a96b-4d791e5e30cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931973 May 26 14:49:10.888382 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-e6fe50a6-d9c6-4276-a4f9-974bbea7d78b service neutron] 10.222.0.25 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251588 May 26 14:49:11.018468 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-2e83197a-7158-47a9-b6fc-b0d28bbf247f service neutron] 10.222.0.25 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241581 May 26 14:49:11.196624 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-53682b5e-e86a-4c89-bbd6-51ae50432aed req-103c087a-1e39-4caa-b1e4-ff8708323e46 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 210 time: 0.0440981 May 26 14:49:11.294965 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:49:11.372422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:49:11.377186 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:49:11.377572 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:11.499987 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:11.528988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:11.548913 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:11.555054 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:11.556914 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:11.598631 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'code': 200} May 26 14:49:11.651422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:11.654949 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:11.739314 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214cd34-4c1f-467b-947d-6badc437afe0 req-a24f9971-7daa-4ab1-bf53-9e8d3bbe2eb0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:11.740815 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0214cd34-4c1f-467b-947d-6badc437afe0 req-a24f9971-7daa-4ab1-bf53-9e8d3bbe2eb0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0799544 May 26 14:49:11.785605 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0214cd34-4c1f-467b-947d-6badc437afe0 req-28367046-d092-4d32-b6fb-ca16223f673a tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 May 26 14:49:11.917553 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02820a29-8508-4728-982c-87abbd3bffa2 req-6ec49970-3892-4d74-a5da-351ac59ea59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:11.919003 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-02820a29-8508-4728-982c-87abbd3bffa2 req-6ec49970-3892-4d74-a5da-351ac59ea59f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0736771 May 26 14:49:11.961286 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-02820a29-8508-4728-982c-87abbd3bffa2 req-dcd854f6-6545-49e0-906a-12016f43b2bc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 May 26 14:49:12.371586 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e8a06183-f515-4104-b2dc-212a3c375d4e req-6cc2c858-056f-46c5-9bd2-efe05ad2a300 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 210 time: 0.0578177 May 26 14:49:12.427781 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-538cccb5-0d60-4bf4-bb47-179646e946ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:12.428361 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-538cccb5-0d60-4bf4-bb47-179646e946ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:12.447471 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-538cccb5-0d60-4bf4-bb47-179646e946ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:12.449109 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-538cccb5-0d60-4bf4-bb47-179646e946ea tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 811 time: 0.2122478 May 26 14:49:12.501762 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-58ca73d9-b9e5-4b18-8d50-dfaaa22dc899 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62da8906816143588975cb0fcc2e7b20 HTTP/1.1" status: 200 len: 380 time: 0.0404725 May 26 14:49:12.512068 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'port': {'device_id': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'admin_state_up': True, 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'security_groups': ['3b68c401-e7b0-4d79-906e-d94285b01c3f']}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:12.641447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:12.650786 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:12.660265 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Made reservation on behalf of 62da8906816143588975cb0fcc2e7b20 for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:49:12.663729 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:12.824769 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Allocated IP 172.20.0.3 (ed7af365-1feb-4363-bfbd-ac975926bc28/442cf590-aa95-4608-88fd-4cb53b384fb2/6e0d79d1-f661-4079-af07-2f868f2dc428) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:49:12.986506 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab99cca-d33c-4526-8e98-0dfbcaa4c288 req-216262bb-883e-4f2d-9088-fee571d5d8b5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:12.996502 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1ab99cca-d33c-4526-8e98-0dfbcaa4c288 req-216262bb-883e-4f2d-9088-fee571d5d8b5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0996442 May 26 14:49:13.032686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.048367 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-1ab99cca-d33c-4526-8e98-0dfbcaa4c288 req-699325f8-4d1d-46c9-b688-09612fbc81f0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508902 May 26 14:49:13.053425 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Transition to ACTIVE for port object 6e0d79d1-f661-4079-af07-2f868f2dc428 will not be triggered until provisioned by entity DHCP. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:49:13.077814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.083296 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a5afd3b5-dac5-44de-9575-28310d363d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:13.147973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Network ed7af365-1feb-4363-bfbd-ac975926bc28 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:49:13.150962 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:49:13.154591 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:49:13.189579 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event updated for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:13.196355 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:13.225760 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:13.226364 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.253152 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fbc5d707-5f2d-42e2-987e-bbfaeb5b65a5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450695 May 26 14:49:13.267684 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Request body: {'port': {'device_id': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:13.374387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-bcde83a9-ab33-410b-b346-7a5d1fa421d1 None None] Provisioning for port 6e0d79d1-f661-4079-af07-2f868f2dc428 completed by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:49:13.379047 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-bcde83a9-ab33-410b-b346-7a5d1fa421d1 None None] Provisioning complete for port 6e0d79d1-f661-4079-af07-2f868f2dc428 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:49:13.379425 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bcde83a9-ab33-410b-b346-7a5d1fa421d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.380759 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.436268 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-bcde83a9-ab33-410b-b346-7a5d1fa421d1 None None] Port 6e0d79d1-f661-4079-af07-2f868f2dc428 cannot update to ACTIVE because it is not bound. {{(pid=103659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 14:49:13.556838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3b37f-2f9e-4b32-843a-a6674988cd6b req-50c0bc49-c170-4344-8c2e-53f8b0b37343 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:13.558329 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d4d3b37f-2f9e-4b32-843a-a6674988cd6b req-50c0bc49-c170-4344-8c2e-53f8b0b37343 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 931 time: 0.0795178 May 26 14:49:13.605996 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d4d3b37f-2f9e-4b32-843a-a6674988cd6b req-3e33e611-1d8d-4046-b96a-74a06f1a122c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 May 26 14:49:13.812364 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0d79d1-f661-4079-af07-2f868f2dc428 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:49:13.819358 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.833611 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Transition to ACTIVE for port object 6e0d79d1-f661-4079-af07-2f868f2dc428 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:49:13.837486 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:13.840907 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:13.966004 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:13.992343 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:14.074075 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Attempting to bind port 6e0d79d1-f661-4079-af07-2f868f2dc428 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:49:14.074419 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Attempting to bind port 6e0d79d1-f661-4079-af07-2f868f2dc428 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:49:14.074745 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Attempting to bind port 6e0d79d1-f661-4079-af07-2f868f2dc428 on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:49:14.079451 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Port 6e0d79d1-f661-4079-af07-2f868f2dc428 on network ed7af365-1feb-4363-bfbd-ac975926bc28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:49:14.079890 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Attempting to bind port 6e0d79d1-f661-4079-af07-2f868f2dc428 on network ed7af365-1feb-4363-bfbd-ac975926bc28 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:49:14.085047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:49:14.085372 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Checking segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:49:14.085750 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Bound using segment: {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:49:14.086176 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Bound port: 6e0d79d1-f661-4079-af07-2f868f2dc428, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:49:14.086519 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:14.235762 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:49:14.239753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6e0d79d1-f661-4079-af07-2f868f2dc428,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:49:14.247304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:14.252833 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:14.310915 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.311513 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:14.312884 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] 10.222.0.68 "PUT /v2.0/ports/6e0d79d1-f661-4079-af07-2f868f2dc428 HTTP/1.1" status: 200 len: 1093 time: 1.0496414 May 26 14:49:14.315326 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:14.336255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66cf1d-96e2-4c4f-ac18-acb072758cc4 req-b763489b-b2dc-4d82-be32-d2899bb3493a tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.338531 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9e66cf1d-96e2-4c4f-ac18-acb072758cc4 req-b763489b-b2dc-4d82-be32-d2899bb3493a tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1879950 May 26 14:49:14.348553 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:14.352871 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ce82bf31-300a-46cb-8bae-adfb21d68b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:14.404855 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'status': 'completed', 'code': 200} May 26 14:49:14.446729 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9e66cf1d-96e2-4c4f-ac18-acb072758cc4 req-7d5ffdf8-cb74-4a31-b15a-2d877ee6c958 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950494 May 26 14:49:14.466768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-df3bba6f-c495-4db7-9bbc-cfd19cc79f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.468259 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-df3bba6f-c495-4db7-9bbc-cfd19cc79f16 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 1096 time: 0.0967016 May 26 14:49:14.539312 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-7906ab44-374c-47f6-a54e-25604ea4b722 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0d79d1-f661-4079-af07-2f868f2dc428 HTTP/1.1" status: 200 len: 217 time: 0.0624647 May 26 14:49:14.613347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fcd5d145-3923-455d-b298-697a90082de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.614670 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-fcd5d145-3923-455d-b298-697a90082de8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0672438 May 26 14:49:14.695637 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-44a4e569-9c27-4f55-a71f-177ea3aa1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.697147 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-44a4e569-9c27-4f55-a71f-177ea3aa1d28 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741484 May 26 14:49:14.710662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d6303-e86c-4881-802a-e98472ce59a2 req-71e4b12f-ab68-4739-8140-783f45e7dc40 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.712113 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2e9d6303-e86c-4881-802a-e98472ce59a2 req-71e4b12f-ab68-4739-8140-783f45e7dc40 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1588089 May 26 14:49:14.805363 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2e9d6303-e86c-4881-802a-e98472ce59a2 req-a5539775-3a2c-480a-926e-dab4b07803f1 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868101 May 26 14:49:14.828015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57722) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:14.890229 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-c16dfc5e-fd44-4531-ab7f-b94c19ae5ac8 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854281 May 26 14:49:14.898479 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f94b2-b893-4db6-98c5-825cba1e5355 req-266cfa75-a61a-4896-af8e-e076e4347556 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.899118 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-010f94b2-b893-4db6-98c5-825cba1e5355 req-266cfa75-a61a-4896-af8e-e076e4347556 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Synchronizing usage tracker for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:14.939787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f068ee3-f0e5-4ea5-8dbe-66bf2496d38c tempest-TestShelveInstance-870242618 tempest-TestShelveInstance-870242618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:14.940484 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9f068ee3-f0e5-4ea5-8dbe-66bf2496d38c tempest-TestShelveInstance-870242618 tempest-TestShelveInstance-870242618-project-admin] Synchronizing usage tracker for tenant:11d6571fd3a54515869aadb761cf1be4 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:49:14.956801 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-9f068ee3-f0e5-4ea5-8dbe-66bf2496d38c tempest-TestShelveInstance-870242618 tempest-TestShelveInstance-870242618-project-admin] Unset dirty status for tenant:11d6571fd3a54515869aadb761cf1be4 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:14.958016 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9f068ee3-f0e5-4ea5-8dbe-66bf2496d38c tempest-TestShelveInstance-870242618 tempest-TestShelveInstance-870242618-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1094 time: 0.1290245 May 26 14:49:14.960923 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57728) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:14.966530 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Request body: {'floatingip': {'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:14.972228 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:49:14.975933 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Usage tracker for resource:floatingip and tenant:307d0c19ddef498e81410953eeee6cd7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:49:14.978689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:49:14.984660 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:49:14.989787 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-010f94b2-b893-4db6-98c5-825cba1e5355 req-266cfa75-a61a-4896-af8e-e076e4347556 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Unset dirty status for tenant:62da8906816143588975cb0fcc2e7b20 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:49:14.991135 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-010f94b2-b893-4db6-98c5-825cba1e5355 req-266cfa75-a61a-4896-af8e-e076e4347556 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 943 time: 0.2685118 May 26 14:49:14.996399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for floatingip, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:15.072521 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f3fdaee8-6360-4729-a752-3eff5886aebc req-51cac8fa-d1cb-4b79-b30b-c9d6e9b6f4aa service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701999 May 26 14:49:15.075936 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-010f94b2-b893-4db6-98c5-825cba1e5355 req-ae1c2949-2dd5-476a-a769-4fb2cd4733ab tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773339 May 26 14:49:15.143101 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:15.197114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-4e35cab4-563b-4c67-93d1-c761c78e7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:15.199161 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-4e35cab4-563b-4c67-93d1-c761c78e7775 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 1096 time: 0.0741353 May 26 14:49:15.285120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Allocated IP 172.28.3.143 (2a6e6b15-9d63-4dca-86e7-97c9df6a5f70/d2d80549-3688-4d29-b294-1b44113c9bf7/0a080ab7-9055-40be-a5bb-74fe549d95c9) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:49:15.334978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-4314be7c-9c90-46d1-a613-93f2cb8914ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:15.336447 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-4314be7c-9c90-46d1-a613-93f2cb8914ed service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.1302960 May 26 14:49:15.414205 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-0322a32a-aa08-471d-a7d9-ffaa6fcd89c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0d79d1-f661-4079-af07-2f868f2dc428 HTTP/1.1" status: 200 len: 217 time: 0.0686579 May 26 14:49:15.445515 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:15.474073 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:15.475633 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-0dec73e9-711b-489b-b5b6-88924a3944dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:15.477077 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-0dec73e9-711b-489b-b5b6-88924a3944dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0562451 May 26 14:49:15.478408 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2665cbb7-3a97-49bd-af00-737a54c191cd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:15.536970 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Network 2a6e6b15-9d63-4dca-86e7-97c9df6a5f70 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:49:15.540014 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:49:15.542504 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:49:15.592125 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'Port': ['ID=0a080ab7-9055-40be-a5bb-74fe549d95c9,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:15.596669 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:15.652541 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-3f8295e5-2801-4789-b80a-4e897a9fbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:15.654003 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-3f8295e5-2801-4789-b80a-4e897a9fbd60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1686230 May 26 14:49:15.783814 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-ea5d4c82-d145-4484-9c41-f4028e7cf72c service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225319 May 26 14:49:15.914221 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-75b987b4-c6c5-4c96-86ed-07df00b34c86 req-526c31e7-a325-489b-8db7-a4df60ed98b6 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231930 May 26 14:49:15.951603 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:16.024239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:16.228485 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:16.233852 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:16.237404 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:16.317025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8f64-9047-4083-9962-aaaf28634b1e req-096a9f1c-6894-4dea-918f-83d31bf10ac6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:16.318484 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c42c8f64-9047-4083-9962-aaaf28634b1e req-096a9f1c-6894-4dea-918f-83d31bf10ac6 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 943 time: 0.1321554 May 26 14:49:16.341258 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event updated for resources: {'Port': ['ID=0a080ab7-9055-40be-a5bb-74fe549d95c9,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:16.352837 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.353195 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.353549 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.353902 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.354762 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.355122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.355499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.355867 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.356207 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.356545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.356879 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.357270 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:16.361920 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:16.364638 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c42c8f64-9047-4083-9962-aaaf28634b1e req-67092886-84e8-423a-8757-41263f64f0cf tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 May 26 14:49:16.364795 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:16.622260 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Floating IP 447e99e3-a849-43a9-9a45-cef1f8726829 associated. External IP: 172.28.3.143, port: 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3. May 26 14:49:16.968849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Router e4b4ac82-9afe-46fb-893b-f3da2032fec3 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:49:17.149859 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:49:17.159305 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Sync routers for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:49:17.169288 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:17.169934 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:17.174667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:17.232618 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2706053 May 26 14:49:17.233266 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:17.281832 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'status': 'completed', 'code': 200} May 26 14:49:17.346395 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:17.380702 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a840f9-758e-4161-958a-c847a61b9f32 req-cddf574c-2918-4de4-8652-b07bf683deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:17.382178 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-cddf574c-2918-4de4-8652-b07bf683deec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0769708 May 26 14:49:17.402322 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 6e0d79d1-f661-4079-af07-2f868f2dc428 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:49:17.528054 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a840f9-758e-4161-958a-c847a61b9f32 req-8b63339d-cf12-449f-9e0a-a01e98b6fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:17.529487 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-8b63339d-cf12-449f-9e0a-a01e98b6fba8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1388133 May 26 14:49:17.645410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606d955-8d90-463c-9877-a6017f48ed39 req-17af31f5-4f73-4039-908b-504f98ddf320 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:17.651802 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f606d955-8d90-463c-9877-a6017f48ed39 req-17af31f5-4f73-4039-908b-504f98ddf320 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 943 time: 0.1674550 May 26 14:49:17.660941 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-c13bc4ce-d0f4-40d9-a5f6-b3bd0cf3f0c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.1241748 May 26 14:49:17.725428 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f606d955-8d90-463c-9877-a6017f48ed39 req-f315c58e-ed4c-4943-8288-72d1f78dd913 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625603 May 26 14:49:17.761475 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a840f9-758e-4161-958a-c847a61b9f32 req-913ac828-97ff-4754-9533-7be1481b55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:17.762869 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-913ac828-97ff-4754-9533-7be1481b55d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0926151 May 26 14:49:17.800068 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6e0d79d1-f661-4079-af07-2f868f2dc428,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:17.820990 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'port_id': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'mac_address': 'fa:16:3e:52:b3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:49:17.850583 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a840f9-758e-4161-958a-c847a61b9f32 req-42e7065c-41cf-4284-a641-7408c7115f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:17.852074 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-42e7065c-41cf-4284-a641-7408c7115f6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763099 May 26 14:49:17.922943 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:17.938753 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '447e99e3-a849-43a9-9a45-cef1f8726829', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'mac_address': 'fa:16:3e:31:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:15Z', 'updated_at': '2021-05-26T14:49:15Z', 'revision_number': 0, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:17.945678 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0d79d1-f661-4079-af07-2f868f2dc428 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:49:17.949389 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Checking router: e4b4ac82-9afe-46fb-893b-f3da2032fec3 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:49:17.966550 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:17.967402 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:48:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:17.990904 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-e1e63640-1fbe-4538-8dd8-7c10fcfbb164 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299241 May 26 14:49:18.014851 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6e0d79d1-f661-4079-af07-2f868f2dc428,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:18.021325 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:18.031095 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:18.127201 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-54a840f9-758e-4161-958a-c847a61b9f32 req-d09fab6d-28a4-4612-86bf-82e3b0066ded service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260641 May 26 14:49:18.180749 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:18.186737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:18.207586 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:18.334729 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['6e0d79d1-f661-4079-af07-2f868f2dc428'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:49:18.390348 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0986f65c-3551-42ff-af12-6d22bacd088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:18.693246 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '447e99e3-a849-43a9-9a45-cef1f8726829', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'mac_address': 'fa:16:3e:31:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:15Z', 'updated_at': '2021-05-26T14:49:15Z', 'revision_number': 0, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:18.696963 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52654e5-cdc2-45d3-b028-b5937485be68 None None] The sync data for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb is: [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': '447e99e3-a849-43a9-9a45-cef1f8726829', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'floating_ip_address': '172.28.3.143', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'mac_address': 'fa:16:3e:31:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:15Z', 'updated_at': '2021-05-26T14:49:15Z', 'revision_number': 0, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:49:18.891103 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540699dc-60d9-4db6-9ddd-fdbbecab5e6d None None] New status for floating IP 447e99e3-a849-43a9-9a45-cef1f8726829: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:49:18.915089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abffa0-9682-4e99-b27e-0577cd75d843 req-ee39d684-f86b-4f4f-beab-2c52f3fb9ff7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:18.916545 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7abffa0-9682-4e99-b27e-0577cd75d843 req-ee39d684-f86b-4f4f-beab-2c52f3fb9ff7 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 944 time: 0.0926306 May 26 14:49:18.961603 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b7abffa0-9682-4e99-b27e-0577cd75d843 req-6efcaa2f-b131-4a5b-9e67-3117455dfac5 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 May 26 14:49:19.374833 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 6e0d79d1-f661-4079-af07-2f868f2dc428 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:49:19.453061 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 6e0d79d1-f661-4079-af07-2f868f2dc428 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:49:19.457570 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 6e0d79d1-f661-4079-af07-2f868f2dc428 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:49:19.457946 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:19.572606 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:19.598511 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:19.607930 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6e0d79d1-f661-4079-af07-2f868f2dc428,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:19.612540 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:19.614357 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:19.649222 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'code': 200} May 26 14:49:19.681735 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:19.685339 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:19.877284 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4c67-1aae-4d6d-a3e8-20f160b80039 req-5a76b21a-06fb-4cd5-9a75-4135b4be2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:19.878719 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a49c4c67-1aae-4d6d-a3e8-20f160b80039 req-5a76b21a-06fb-4cd5-9a75-4135b4be2c00 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 1098 time: 0.0741031 May 26 14:49:19.919419 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a49c4c67-1aae-4d6d-a3e8-20f160b80039 req-bdfbca24-71a8-4cd8-b4cf-d38549709242 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 May 26 14:49:20.150312 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26cb0d-bc00-48d4-8acb-bce6e7e58c37 req-1ad8f8b6-f926-41f4-970f-d185ab22f348 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:20.152481 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7b26cb0d-bc00-48d4-8acb-bce6e7e58c37 req-1ad8f8b6-f926-41f4-970f-d185ab22f348 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0828304 May 26 14:49:20.208016 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7b26cb0d-bc00-48d4-8acb-bce6e7e58c37 req-ab6cb6bf-0be6-4ef0-a5cd-d36e0641f942 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497482 May 26 14:49:20.643737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e5c81b87-0570-413f-85e3-8cf2daea82a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:20.724373 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:21.393187 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9e3a5-bef7-4215-b65d-e683dd165642 req-deb9b8ba-ed1e-4117-8f96-ec48062be396 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:21.394755 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b0d9e3a5-bef7-4215-b65d-e683dd165642 req-deb9b8ba-ed1e-4117-8f96-ec48062be396 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0829535 May 26 14:49:21.448430 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b0d9e3a5-bef7-4215-b65d-e683dd165642 req-717a9ffb-f3c3-4c24-bcac-66933286502f tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 May 26 14:49:21.633567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706981-4f01-46b7-970e-30f147d01d8f req-7d6758c1-9b40-4a9c-8c3a-5956e3a7991c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:21.635004 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9f706981-4f01-46b7-970e-30f147d01d8f req-7d6758c1-9b40-4a9c-8c3a-5956e3a7991c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0793719 May 26 14:49:21.643436 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 57766) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:49:21.648509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Request body: {'floatingip': {'port_id': '6e0d79d1-f661-4079-af07-2f868f2dc428'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:49:21.664989 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:21.725462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:22.385073 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:22.389051 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:22.556584 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Floating IP fd1b0820-25f6-4cae-ac48-7c4bf00a971e associated. External IP: 172.28.3.113, port: 6e0d79d1-f661-4079-af07-2f868f2dc428. May 26 14:49:22.914910 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:49:23.089556 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:49:23.094206 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:23.098341 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:49:23.108425 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:23.109025 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:49:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:23.153165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-de349562-8b29-400f-aa79-f12fb5bc2c05 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "PUT /v2.0/floatingips/fd1b0820-25f6-4cae-ac48-7c4bf00a971e HTTP/1.1" status: 200 len: 991 time: 1.5086689 May 26 14:49:23.153802 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:23.209433 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'status': 'completed', 'code': 200} May 26 14:49:23.295741 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:23.318758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-84e0f3d6-e7f7-4f24-9715-0a1340e772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:23.320239 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-84e0f3d6-e7f7-4f24-9715-0a1340e772da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=62da8906816143588975cb0fcc2e7b20&device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 1098 time: 0.0751383 May 26 14:49:23.459325 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-438beb47-49e3-4203-93db-5edbc7db0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:23.461734 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-438beb47-49e3-4203-93db-5edbc7db0467 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 200 len: 913 time: 0.1330729 May 26 14:49:23.473928 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:23.671378 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-c9ec683f-b169-4875-89f4-56637bde4bbb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0d79d1-f661-4079-af07-2f868f2dc428 HTTP/1.1" status: 200 len: 999 time: 0.1978452 May 26 14:49:23.723877 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'fd1b0820-25f6-4cae-ac48-7c4bf00a971e', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:52:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:09Z', 'updated_at': '2021-05-26T14:49:22Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:23.727982 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:49:23.736952 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:49:23.737563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:49:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:23.739943 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-3f6f59ec-251d-445f-9297-b5f71b0738c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:23.741424 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-3f6f59ec-251d-445f-9297-b5f71b0738c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 200 len: 850 time: 0.0631776 May 26 14:49:23.823259 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-a3e81af5-e1c2-4b57-8b88-ea18387e990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:23.824789 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-a3e81af5-e1c2-4b57-8b88-ea18387e990c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ed7af365-1feb-4363-bfbd-ac975926bc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753558 May 26 14:49:23.931399 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:49:23.996596 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-bb27d276-29c1-48c8-917f-60c9b3ecf867 service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631854 May 26 14:49:24.144638 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dceb4e2f-00ef-409b-854e-4406967cbb77 req-ed8213b6-50c3-4c16-9832-da21b6b04bea service neutron] 10.222.0.68 "GET /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411853 May 26 14:49:24.307661 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'fd1b0820-25f6-4cae-ac48-7c4bf00a971e', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:52:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:09Z', 'updated_at': '2021-05-26T14:49:22Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:49:24.311539 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b84cea-1b83-48e4-99eb-b18672a2811a None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_floatingips': [{'id': 'fd1b0820-25f6-4cae-ac48-7c4bf00a971e', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'router_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'port_id': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'mac_address': 'fa:16:3e:52:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T14:49:09Z', 'updated_at': '2021-05-26T14:49:22Z', 'revision_number': 1, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:49:24.494188 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bd37a-cb7d-4109-b88c-6ae13e6cfff1 None None] New status for floating IP fd1b0820-25f6-4cae-ac48-7c4bf00a971e: ACTIVE {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:49:26.612934 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa0ccb-c4ef-41e1-89fa-e485ee676861 req-a217c928-1bb6-47e5-b444-82d5c0275bb1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:26.614403 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-80fa0ccb-c4ef-41e1-89fa-e485ee676861 req-a217c928-1bb6-47e5-b444-82d5c0275bb1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0838141 May 26 14:49:26.659340 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-80fa0ccb-c4ef-41e1-89fa-e485ee676861 req-6715eba3-bb72-426e-b3ec-c4bc189002cb tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391467 May 26 14:49:27.848951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd315b0-439f-4b84-b652-5cfb50bc289f req-5d01b3f4-8480-4948-93fb-c195d2a0eb4a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:27.850364 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bdd315b0-439f-4b84-b652-5cfb50bc289f req-5d01b3f4-8480-4948-93fb-c195d2a0eb4a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0811632 May 26 14:49:27.894728 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bdd315b0-439f-4b84-b652-5cfb50bc289f req-ee525889-1978-4574-aa57-a0dce6d6eeb0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379858 May 26 14:49:29.062323 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c231ea-0b69-4d81-8129-3516a4e58adf req-2b3f633f-a69c-443e-ae1d-ecc4367c824d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.063763 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38c231ea-0b69-4d81-8129-3516a4e58adf req-2b3f633f-a69c-443e-ae1d-ecc4367c824d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.1429594 May 26 14:49:29.065841 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-4afdc586-c202-4736-abcb-48bc144e8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.067127 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-4afdc586-c202-4736-abcb-48bc144e8036 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1138 time: 0.1577132 May 26 14:49:29.083397 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e872-cf4a-4e24-a870-e92847b26a8d req-6e32dc21-d14e-4375-bf82-d21483e468fc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.084865 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2883e872-cf4a-4e24-a870-e92847b26a8d req-6e32dc21-d14e-4375-bf82-d21483e468fc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0783384 May 26 14:49:29.130509 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2883e872-cf4a-4e24-a870-e92847b26a8d req-7d336efe-731b-4f6c-9e8a-24acebf84977 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 May 26 14:49:29.191168 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38c231ea-0b69-4d81-8129-3516a4e58adf req-68033046-5ca4-49e7-af9b-9c17c2411ea5 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208441 May 26 14:49:29.238404 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-dde2a6c4-c096-4000-82f7-e211aa6323e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.240869 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-dde2a6c4-c096-4000-82f7-e211aa6323e4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.1565092 May 26 14:49:29.366607 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-ec995bc3-f22d-422d-9e35-153df1f125dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 1002 time: 0.1158659 May 26 14:49:29.431643 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-8449395d-7a50-432d-b447-b03e61c00bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.433582 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-8449395d-7a50-432d-b447-b03e61c00bbb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.0603685 May 26 14:49:29.507518 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-1a9dd6b1-c5be-4c66-a8a4-f972cae32ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:29.508987 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-1a9dd6b1-c5be-4c66-a8a4-f972cae32ba6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689485 May 26 14:49:29.650511 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-f33a16ae-6f58-41aa-90be-a97f27ff7772 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330903 May 26 14:49:29.784231 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d1db657f-cd0e-4ffa-8a32-7cd0a96ccaf9 req-e1b6e908-b19a-4d9d-97c9-2c953cdca0af service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255751 May 26 14:49:30.325148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8ba29-5042-4eac-b1e2-44f658a6ec50 req-09e638d3-81b5-4d64-8313-749b5b5b4b80 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:30.326733 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3ca8ba29-5042-4eac-b1e2-44f658a6ec50 req-09e638d3-81b5-4d64-8313-749b5b5b4b80 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0837801 May 26 14:49:30.376277 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3ca8ba29-5042-4eac-b1e2-44f658a6ec50 req-95da22f0-75a1-4792-9100-2bb631176c25 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 May 26 14:49:30.478849 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e82f-2b3f-4f2a-97e6-625e79b4c503 req-0e475cbb-3024-4f32-9712-5d911160be9e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:30.480296 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aba3e82f-2b3f-4f2a-97e6-625e79b4c503 req-0e475cbb-3024-4f32-9712-5d911160be9e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.1797085 May 26 14:49:30.525948 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-aba3e82f-2b3f-4f2a-97e6-625e79b4c503 req-6b36a6ae-afd5-4904-a109-14e4a09dbea8 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398295 May 26 14:49:31.584562 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dc025-941d-4519-908d-9becf7e239ec req-661e0ddc-8a2f-424c-a2a6-c2b0eff2e2a9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:31.586040 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b96dc025-941d-4519-908d-9becf7e239ec req-661e0ddc-8a2f-424c-a2a6-c2b0eff2e2a9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0851500 May 26 14:49:31.630901 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b96dc025-941d-4519-908d-9becf7e239ec req-84db138d-8794-49f1-82c7-bea8d3a1b0e1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 May 26 14:49:31.708321 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e94a9-60ab-4167-a61b-9829189964ba req-57373690-a558-4c4a-8ae4-ffce50245fb3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:31.709728 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-140e94a9-60ab-4167-a61b-9829189964ba req-57373690-a558-4c4a-8ae4-ffce50245fb3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0779247 May 26 14:49:31.754094 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-140e94a9-60ab-4167-a61b-9829189964ba req-274b3a0a-5fb2-4982-97b2-b9aa9a02f0ec tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386863 May 26 14:49:32.349028 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:49:32.826365 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f67d7-fbd8-475d-8579-d7124d025a3b req-76a41393-498c-4c0f-a829-dc6a70b3631b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:32.827811 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-309f67d7-fbd8-475d-8579-d7124d025a3b req-76a41393-498c-4c0f-a829-dc6a70b3631b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0829985 May 26 14:49:32.870968 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-309f67d7-fbd8-475d-8579-d7124d025a3b req-550ce834-3f02-4868-827b-ef085e852f1c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374565 May 26 14:49:32.942533 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf700af-5e37-427c-a925-edaa6efb1b42 req-c73bd5a5-c15a-46d4-8028-d9b012396013 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:32.943985 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-adf700af-5e37-427c-a925-edaa6efb1b42 req-c73bd5a5-c15a-46d4-8028-d9b012396013 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0808809 May 26 14:49:32.990714 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-adf700af-5e37-427c-a925-edaa6efb1b42 req-ad76f277-41b7-4795-874e-550960bbcfc3 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409656 May 26 14:49:34.064399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132622-5958-4e78-b413-b24e002e74d4 req-a7cd6027-d9b0-4e74-a7c2-db25588f4a7d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:34.065925 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0f132622-5958-4e78-b413-b24e002e74d4 req-a7cd6027-d9b0-4e74-a7c2-db25588f4a7d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0858850 May 26 14:49:34.110371 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0f132622-5958-4e78-b413-b24e002e74d4 req-796ba58a-f220-4613-ab08-cb12c849cf55 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389693 May 26 14:49:34.174812 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ba4e-d938-415a-856c-d703daf79fab req-be82948b-c72d-4323-927f-525915d3384e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:34.176265 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0870ba4e-d938-415a-856c-d703daf79fab req-be82948b-c72d-4323-927f-525915d3384e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0798280 May 26 14:49:34.299738 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0870ba4e-d938-415a-856c-d703daf79fab req-9fe39173-581c-4336-be8f-1f50ea67311e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1177382 May 26 14:49:35.307349 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bad723-579c-4052-bb56-4d4c3b47e240 req-8459066c-a43d-48b0-9f9a-53a4a01e2553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.308818 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-72bad723-579c-4052-bb56-4d4c3b47e240 req-8459066c-a43d-48b0-9f9a-53a4a01e2553 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0867119 May 26 14:49:35.328082 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:35.434063 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-72bad723-579c-4052-bb56-4d4c3b47e240 req-d31238e2-27ff-4447-ac3a-cdb71042556f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123178 May 26 14:49:35.459432 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-b15902db-854a-4940-9e2e-39a96dff9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.461068 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-b15902db-854a-4940-9e2e-39a96dff9a8b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1206083 May 26 14:49:35.500393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfc228-50f0-4f78-9f98-7bc4c8e1c5d4 req-960c1218-b2b2-4491-bf07-5a1fc041c43c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.501989 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fddfc228-50f0-4f78-9f98-7bc4c8e1c5d4 req-960c1218-b2b2-4491-bf07-5a1fc041c43c tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0947542 May 26 14:49:35.552454 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-fddfc228-50f0-4f78-9f98-7bc4c8e1c5d4 req-42e995d9-d355-4f9b-ba8f-ef3bb9d5d7eb tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440233 May 26 14:49:35.624313 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-9660b97f-40a1-470c-b304-a75aa265d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.625914 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-9660b97f-40a1-470c-b304-a75aa265d5b8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1421885 May 26 14:49:35.743834 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-e1e07ea2-dcd1-44aa-9176-8d52bb67bffe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 1001 time: 0.1108932 May 26 14:49:35.807259 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-36793cbb-9dd0-40e2-8674-7e6d5254995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.808684 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-36793cbb-9dd0-40e2-8674-7e6d5254995b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0565166 May 26 14:49:35.887636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-3897181c-2328-4985-89bb-f34600ed31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:35.889623 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-3897181c-2328-4985-89bb-f34600ed31f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725904 May 26 14:49:36.037019 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-6c3bb1e9-729f-45d0-b7fa-f26fff010fee service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358027 May 26 14:49:36.179480 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1eee6be6-0873-4eef-8f45-63623b0cf861 req-92bac835-acbc-4189-8a00-d8106097fd69 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336744 May 26 14:49:36.629958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39025e91-f15c-460f-b6e3-47b6fd3448b8 req-fae75db3-4cc3-4a55-a5b7-16091c26650e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:36.631477 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-39025e91-f15c-460f-b6e3-47b6fd3448b8 req-fae75db3-4cc3-4a55-a5b7-16091c26650e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0869489 May 26 14:49:36.679183 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-39025e91-f15c-460f-b6e3-47b6fd3448b8 req-41df1cd5-a26e-4d2e-bfe0-b35aab3a9284 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395708 May 26 14:49:36.752616 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf3b9-3018-4af2-b753-b4d98c4bfffd req-1f8ba7ef-486e-43f5-bde4-58e18223e7ed tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:36.753953 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a2cf3b9-3018-4af2-b753-b4d98c4bfffd req-1f8ba7ef-486e-43f5-bde4-58e18223e7ed tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0847061 May 26 14:49:36.799889 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5a2cf3b9-3018-4af2-b753-b4d98c4bfffd req-0a5dfd68-4887-453f-9c7a-fa9ebec35d49 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400078 May 26 14:49:37.892506 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21994be-431f-41fd-a64a-f0b290822295 req-3fe95c39-8281-4bb1-b96b-3db062c657c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:37.893964 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a21994be-431f-41fd-a64a-f0b290822295 req-3fe95c39-8281-4bb1-b96b-3db062c657c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0853391 May 26 14:49:37.938795 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a21994be-431f-41fd-a64a-f0b290822295 req-023234c3-87c6-4577-8185-df397e9c02df tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390930 May 26 14:49:38.101873 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6849b-b65a-4277-8971-25a1bc538ee0 req-50588fa7-a001-4e8f-a114-2ef235dd0372 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:38.103211 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1e6849b-b65a-4277-8971-25a1bc538ee0 req-50588fa7-a001-4e8f-a114-2ef235dd0372 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0787022 May 26 14:49:38.153596 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1e6849b-b65a-4277-8971-25a1bc538ee0 req-826c78df-ffde-46f1-8f44-e2f64a08f49b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445576 May 26 14:49:39.149279 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a639b-19a1-4f2b-827c-cba4eebf3e16 req-4134a31e-f1b4-4576-95c4-8bfa9a1d64bc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:39.150988 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7e9a639b-19a1-4f2b-827c-cba4eebf3e16 req-4134a31e-f1b4-4576-95c4-8bfa9a1d64bc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0954251 May 26 14:49:39.201496 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-7e9a639b-19a1-4f2b-827c-cba4eebf3e16 req-6806adf3-9f8f-4dae-8a7d-3e13d3b26cdf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 May 26 14:49:39.343754 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707718cb-c161-4b92-8887-eba9aec3d0e3 req-13b11437-c4ab-487e-b43e-25b890f9a92f tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:39.345189 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-707718cb-c161-4b92-8887-eba9aec3d0e3 req-13b11437-c4ab-487e-b43e-25b890f9a92f tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0802240 May 26 14:49:39.392668 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-707718cb-c161-4b92-8887-eba9aec3d0e3 req-62629191-226d-4341-8435-92f4b464d0dc tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418360 May 26 14:49:40.393434 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e256b4-5ec8-45d9-a1fa-cc620fba6501 req-d4b0f9d4-8b21-4a32-a4de-930d7b52a445 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:40.394767 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-55e256b4-5ec8-45d9-a1fa-cc620fba6501 req-d4b0f9d4-8b21-4a32-a4de-930d7b52a445 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0814929 May 26 14:49:40.453640 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-55e256b4-5ec8-45d9-a1fa-cc620fba6501 req-16bf3eda-732c-4e30-aaa1-94873b16e12d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532510 May 26 14:49:40.591185 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f75d5-6e0d-4fab-82b3-f9cacb302252 req-0d4568e5-9254-4289-9617-9f289841324e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:40.593262 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-492f75d5-6e0d-4fab-82b3-f9cacb302252 req-0d4568e5-9254-4289-9617-9f289841324e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0889397 May 26 14:49:40.641657 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-492f75d5-6e0d-4fab-82b3-f9cacb302252 req-350610c4-cd1e-42c0-aaf4-911886f003f8 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415909 May 26 14:49:41.641945 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622477d0-06cf-41bf-b332-ce8575228fa0 req-82b69e44-aa18-4e5b-9ac8-f098dd395685 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:41.643384 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-622477d0-06cf-41bf-b332-ce8575228fa0 req-82b69e44-aa18-4e5b-9ac8-f098dd395685 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0791440 May 26 14:49:41.694693 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-622477d0-06cf-41bf-b332-ce8575228fa0 req-9d3783b6-7cee-453e-a427-df5ceb7afeaa tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 May 26 14:49:41.845504 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1183fde-d3a0-42f4-83b0-debe5efd2222 req-2ff5ccc3-b27b-44fc-9e86-7d8dcd0abdff tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:41.846861 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a1183fde-d3a0-42f4-83b0-debe5efd2222 req-2ff5ccc3-b27b-44fc-9e86-7d8dcd0abdff tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0799348 May 26 14:49:41.896364 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a1183fde-d3a0-42f4-83b0-debe5efd2222 req-ea769bea-9f6a-4431-b65a-f855edfa6977 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&id=f7faddab-db2e-477b-81c4-16d49a2bd848&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427604 May 26 14:49:42.906859 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fd8b7-104c-49a2-a416-f0751abc3720 req-53987aba-791e-473a-9ba4-9e32dd2f3184 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:42.908588 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1b0fd8b7-104c-49a2-a416-f0751abc3720 req-53987aba-791e-473a-9ba4-9e32dd2f3184 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0986798 May 26 14:49:42.952849 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1b0fd8b7-104c-49a2-a416-f0751abc3720 req-3ba69902-375e-4a96-ba78-28e585f821c1 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 May 26 14:49:43.483992 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:49:43.620649 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:43.634352 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:49:43.691101 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:43.707431 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:49:43.722122 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:43.725932 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:43.727609 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:43.797905 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=6']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:43.805054 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.805393 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.805725 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.806048 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.806372 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.806688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.807003 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.807316 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.807628 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.807966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.808285 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.808585 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:49:43.812819 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:43.849820 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['4326bb53-a998-465b-bad2-c0985d64b3d9'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:49:44.139343 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec3de4-dc91-45f6-9f61-2c4034e614f0 req-1dd0ee60-7122-4b50-b7ab-215bdf542bd6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:44.140801 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c4ec3de4-dc91-45f6-9f61-2c4034e614f0 req-1dd0ee60-7122-4b50-b7ab-215bdf542bd6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 944 time: 0.0786467 May 26 14:49:44.189088 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c4ec3de4-dc91-45f6-9f61-2c4034e614f0 req-a608d5db-1c14-4d4a-a1ee-4c17e98839a4 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 May 26 14:49:45.393590 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d54d41-b429-4f2f-95fe-b5fa2f7fe248 req-22126b95-6634-41d1-bc9e-5b677eac77ca tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:45.396026 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4d54d41-b429-4f2f-95fe-b5fa2f7fe248 req-22126b95-6634-41d1-bc9e-5b677eac77ca tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 944 time: 0.0871930 May 26 14:49:45.446336 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e4d54d41-b429-4f2f-95fe-b5fa2f7fe248 req-ef6345db-4857-4f7d-be9b-b24af7ec2cae tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 May 26 14:49:45.487569 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:49:45.568928 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 4326bb53-a998-465b-bad2-c0985d64b3d9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:49:45.569317 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:45.714558 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:45.759517 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:45.760534 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:45.795730 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:45.798617 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:45.849155 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'code': 200} May 26 14:49:45.877069 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=7']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:45.880121 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:46.683158 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf45c-4f51-4726-a928-94d134c593c6 req-65800ba2-3ac3-4ea4-9a40-16b44984435e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:46.685468 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-74dcf45c-4f51-4726-a928-94d134c593c6 req-65800ba2-3ac3-4ea4-9a40-16b44984435e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0934985 May 26 14:49:46.773059 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-74dcf45c-4f51-4726-a928-94d134c593c6 req-ba7580d2-496b-4f79-bd18-b380c4af41db tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786850 May 26 14:49:48.026298 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fa155-5021-454a-846d-e0331173bb70 req-debd7c1f-0da1-4bb7-b862-42781b573e19 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:48.027849 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d19fa155-5021-454a-846d-e0331173bb70 req-debd7c1f-0da1-4bb7-b862-42781b573e19 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0863066 May 26 14:49:48.089001 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d19fa155-5021-454a-846d-e0331173bb70 req-38ed5d0f-e0fe-420e-a98a-bdebd67cdc82 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516961 May 26 14:49:48.297762 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba573-3c77-4736-b9cc-ac8b0011c99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:49.471113 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901d9f-9467-432f-8572-45bce4066760 req-c554c2a7-a937-44d7-a721-0ceb8e4da97e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:49.472778 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a8901d9f-9467-432f-8572-45bce4066760 req-c554c2a7-a937-44d7-a721-0ceb8e4da97e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.1437964 May 26 14:49:49.520863 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a8901d9f-9467-432f-8572-45bce4066760 req-0ee5d42e-c8a6-4e07-9796-46729b992625 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 May 26 14:49:50.700379 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1aef2552-69b6-415c-bbc9-b0c5b2d70ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:50.739695 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:50.812690 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd844cc-4ddf-4ef7-915f-cef4dbde52db req-61686afc-802c-4038-8dda-ed55cdda1522 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:50.820232 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4cd844cc-4ddf-4ef7-915f-cef4dbde52db req-61686afc-802c-4038-8dda-ed55cdda1522 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.1439142 May 26 14:49:50.874704 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4cd844cc-4ddf-4ef7-915f-cef4dbde52db req-34fa65ae-45b8-464a-bf20-6dbce3d068a9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532775 May 26 14:49:51.664132 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:52.154173 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1316d81-7d4e-406a-906b-26fe4131a2cd req-5b203d3c-bcdd-4671-99fa-6146bac83f54 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:52.155655 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1316d81-7d4e-406a-906b-26fe4131a2cd req-5b203d3c-bcdd-4671-99fa-6146bac83f54 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0926394 May 26 14:49:52.216227 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b1316d81-7d4e-406a-906b-26fe4131a2cd req-66df17cd-2976-41db-8885-ceba20b6cacf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 May 26 14:49:53.470182 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f4b8-3659-4f7a-940c-e3fe3a93ac07 req-c2fccf14-6c27-48f0-b622-d243746fe4b8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:53.471738 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4476f4b8-3659-4f7a-940c-e3fe3a93ac07 req-c2fccf14-6c27-48f0-b622-d243746fe4b8 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0982993 May 26 14:49:53.492346 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:53.550009 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4476f4b8-3659-4f7a-940c-e3fe3a93ac07 req-88bbbdd0-98d5-49ce-9107-e8bd258f4fee tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630019 May 26 14:49:54.765633 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2cbc-523e-48b7-8cdf-6189e1c7432d req-e1f02f46-ea26-442d-b441-15cc612f97a9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:54.767119 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-64bb2cbc-523e-48b7-8cdf-6189e1c7432d req-e1f02f46-ea26-442d-b441-15cc612f97a9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0852203 May 26 14:49:54.777151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92705cc-ef31-457b-af49-0744ebe2426c req-5145cdc7-5f04-4b44-90cd-2dfc3e43ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:54.778608 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-5145cdc7-5f04-4b44-90cd-2dfc3e43ad85 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1098 time: 0.1736267 May 26 14:49:54.814523 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-64bb2cbc-523e-48b7-8cdf-6189e1c7432d req-161ad65f-1c74-4936-bac8-1b564672da42 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 May 26 14:49:54.928145 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92705cc-ef31-457b-af49-0744ebe2426c req-7bd7fc60-d603-4a7c-8bd5-31080e67d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:54.929650 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-7bd7fc60-d603-4a7c-8bd5-31080e67d79d service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1427751 May 26 14:49:55.036744 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-4d80984e-fadf-4791-bb41-8cb57b0af7bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0993943 May 26 14:49:55.103115 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92705cc-ef31-457b-af49-0744ebe2426c req-1a905a7e-b2ec-4d09-bbaa-c1db87854717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:55.104569 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-1a905a7e-b2ec-4d09-bbaa-c1db87854717 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0585053 May 26 14:49:55.180181 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92705cc-ef31-457b-af49-0744ebe2426c req-5d53cb7c-bae0-4889-bd82-d23c6571ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:55.181594 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-5d53cb7c-bae0-4889-bd82-d23c6571ba2a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702403 May 26 14:49:55.312030 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-fe14712f-05cd-40c8-afe0-4cbd013a46e0 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233280 May 26 14:49:55.450430 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b92705cc-ef31-457b-af49-0744ebe2426c req-2143862b-d871-447c-9a33-c668bff8fe86 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305006 May 26 14:49:56.005960 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79706-b492-4134-aca9-774ec853212d req-c688f4db-9cee-4094-a259-e7e66520f2b7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:56.007392 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-20f79706-b492-4134-aca9-774ec853212d req-c688f4db-9cee-4094-a259-e7e66520f2b7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0816348 May 26 14:49:56.054552 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-20f79706-b492-4134-aca9-774ec853212d req-502b1e53-44de-4b2f-88f6-e35e8cdeabcc tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 May 26 14:49:57.264735 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa6000-bd65-4315-b7cf-1b674f9ba457 req-138f5a14-d859-4ed1-9e69-2e90a3a0eb04 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:57.266187 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-edfa6000-bd65-4315-b7cf-1b674f9ba457 req-138f5a14-d859-4ed1-9e69-2e90a3a0eb04 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 945 time: 0.0899837 May 26 14:49:57.388661 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-edfa6000-bd65-4315-b7cf-1b674f9ba457 req-23b8c261-cfa9-42e9-a6de-8f1965683cae tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167428 May 26 14:49:57.554349 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:49:57.666826 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:57.693621 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:49:57.703145 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:49:57.707538 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:49:57.709243 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:49:57.779553 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=8']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:49:57.782582 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:49:57.797461 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'code': 200} May 26 14:49:58.584803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50942566-728d-41c7-88bf-486c8e7fa7a2 req-f4195531-7fa8-4c0e-bb16-44dd8e6c241e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:49:58.586243 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-50942566-728d-41c7-88bf-486c8e7fa7a2 req-f4195531-7fa8-4c0e-bb16-44dd8e6c241e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0842547 May 26 14:49:58.629335 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-50942566-728d-41c7-88bf-486c8e7fa7a2 req-61266b41-4a0a-43ce-a909-e4e3ebacb687 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369720 May 26 14:50:00.146625 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-e7a1e976-5ba4-4d88-ab47-3cceaff591d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695426 May 26 14:50:00.151893 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60acc8b-46ff-4de2-8d98-9edd3c61358f req-995daab5-3f6c-4630-a705-5f5644dfaa83 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:00.153327 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c60acc8b-46ff-4de2-8d98-9edd3c61358f req-995daab5-3f6c-4630-a705-5f5644dfaa83 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0824509 May 26 14:50:00.203156 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c60acc8b-46ff-4de2-8d98-9edd3c61358f req-49a2d1a5-c8d5-4299-a566-af53392d4157 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 May 26 14:50:01.217473 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-0322cf38-f756-45ee-8bfe-a0fb6a2c3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.218906 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-0322cf38-f756-45ee-8bfe-a0fb6a2c3834 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2&tenant_id=431fe07e94ca46bbb1c29d66f78be280 HTTP/1.1" status: 200 len: 1096 time: 0.0700490 May 26 14:50:01.311503 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-b4e0ca1c-f973-49fa-9817-3c0bc373b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.312972 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-b4e0ca1c-f973-49fa-9817-3c0bc373b12a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0706520 May 26 14:50:01.498325 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-279dd38e-ac9f-472f-9273-8df6b67f2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.500016 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-279dd38e-ac9f-472f-9273-8df6b67f2202 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.1468341 May 26 14:50:01.507438 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f37ea8-66b9-491a-8b54-1e3e9988e33e req-58622add-43cc-4467-a439-f8ce37c18f7b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.508751 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-90f37ea8-66b9-491a-8b54-1e3e9988e33e req-58622add-43cc-4467-a439-f8ce37c18f7b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.1939595 May 26 14:50:01.576388 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:01.631021 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-90f37ea8-66b9-491a-8b54-1e3e9988e33e req-9440ef3d-6e23-4136-99ac-2636e9733d0f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725677 May 26 14:50:01.636993 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-1b6c17e2-0701-4d10-997b-6f0c87150513 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 999 time: 0.1273580 May 26 14:50:01.703093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-a711c044-2a17-4638-a59f-7abf0ec08794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.704537 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-a711c044-2a17-4638-a59f-7abf0ec08794 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0604317 May 26 14:50:01.784969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-8bb0b80a-2a6d-4a0c-be3f-2d8d48b8147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:01.786396 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-8bb0b80a-2a6d-4a0c-be3f-2d8d48b8147b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737541 May 26 14:50:02.010993 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-e22448cb-3ea7-4284-91e0-fa596e8f95fe service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167978 May 26 14:50:02.144043 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c5979f45-a0d6-4825-aaa8-ce4a881844fd req-964c42ec-a0ca-4368-86ca-4855a0850ecd service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234477 May 26 14:50:02.862335 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e6bd8-ae22-4440-99d4-3e3b0244a2c3 req-fe2a8481-155a-4393-a926-6d30c4a7b746 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:02.863877 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c58e6bd8-ae22-4440-99d4-3e3b0244a2c3 req-fe2a8481-155a-4393-a926-6d30c4a7b746 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.1068947 May 26 14:50:02.910835 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c58e6bd8-ae22-4440-99d4-3e3b0244a2c3 req-88122b81-acfd-4a4c-bcb6-8e0962231796 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 May 26 14:50:04.116978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951360a2-a1b5-4774-9fb5-c3b719e548ac req-90bd80f8-2a42-4947-a7ac-ac98125488c7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:04.118818 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-951360a2-a1b5-4774-9fb5-c3b719e548ac req-90bd80f8-2a42-4947-a7ac-ac98125488c7 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0898242 May 26 14:50:04.165202 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-951360a2-a1b5-4774-9fb5-c3b719e548ac req-5de8e669-cafb-4c0c-bf54-63e7d386523e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 May 26 14:50:05.357723 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:05.359484 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedf980-acb9-4d3b-88cb-50c9b7d082bd req-e62513f1-1484-40e4-a1e2-a629edbea75c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:05.360970 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3bedf980-acb9-4d3b-88cb-50c9b7d082bd req-e62513f1-1484-40e4-a1e2-a629edbea75c tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0817490 May 26 14:50:05.421148 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3bedf980-acb9-4d3b-88cb-50c9b7d082bd req-58506055-8de7-487e-b72f-ef94991efc66 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544412 May 26 14:50:06.615107 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee496377-030d-4068-99d6-347e907732d2 req-b7cf431f-c971-427b-9b96-07152507880e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:06.616628 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee496377-030d-4068-99d6-347e907732d2 req-b7cf431f-c971-427b-9b96-07152507880e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0802011 May 26 14:50:06.664052 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee496377-030d-4068-99d6-347e907732d2 req-8e6c0f0e-d759-44c0-be61-d596f839711d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 May 26 14:50:07.869898 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261283-84cd-45a0-8939-672f9937dc2a req-d29291aa-4222-42a3-bfb0-a726b84d9fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:07.873087 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-df261283-84cd-45a0-8939-672f9937dc2a req-d29291aa-4222-42a3-bfb0-a726b84d9fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0875113 May 26 14:50:07.916950 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-df261283-84cd-45a0-8939-672f9937dc2a req-16762164-80d1-4c75-9a5a-356381151eac tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380666 May 26 14:50:09.108788 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ddf0c-f800-4f35-ac24-d502fc3c28d4 req-c916d163-1ac2-4a29-86a8-2ddaf3a9e5f9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:09.110222 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-994ddf0c-f800-4f35-ac24-d502fc3c28d4 req-c916d163-1ac2-4a29-86a8-2ddaf3a9e5f9 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0799317 May 26 14:50:09.156614 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-994ddf0c-f800-4f35-ac24-d502fc3c28d4 req-d56c1d3b-9331-4253-a225-095d0c27a2e4 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 May 26 14:50:09.347119 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:50:10.358547 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7667fd-13e5-4a05-8094-8529414cd355 req-8839ab44-27f3-4a99-9f8b-07e54af87f9b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:10.360035 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8f7667fd-13e5-4a05-8094-8529414cd355 req-8839ab44-27f3-4a99-9f8b-07e54af87f9b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0899172 May 26 14:50:10.407055 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8f7667fd-13e5-4a05-8094-8529414cd355 req-84b48c9d-d8e6-4ba5-97c4-e71b403b2154 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 May 26 14:50:11.615482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab8bad-1d5b-4274-83fc-02ee8f35c37a req-08f4a46c-0d8c-4f1c-b0f3-57dddd58b115 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:11.616965 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0cab8bad-1d5b-4274-83fc-02ee8f35c37a req-08f4a46c-0d8c-4f1c-b0f3-57dddd58b115 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0840716 May 26 14:50:11.668474 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0cab8bad-1d5b-4274-83fc-02ee8f35c37a req-e5439b8f-a99a-4feb-a852-fb337ce8f476 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 May 26 14:50:12.866962 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58599-0fdb-4ebc-a059-867428e04a13 req-e38a0ed8-a3a7-4a75-a5e9-f8c9d2600b69 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:12.876229 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d7e58599-0fdb-4ebc-a059-867428e04a13 req-e38a0ed8-a3a7-4a75-a5e9-f8c9d2600b69 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0910649 May 26 14:50:12.916421 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d7e58599-0fdb-4ebc-a059-867428e04a13 req-f3e1e4ac-d8cb-4a3f-a3c3-3a30e2d1f94f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 May 26 14:50:14.118080 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1a005-ff9d-4685-bffc-2d7c4654ebf8 req-5b64fee0-21c0-4fc2-921d-17d482511092 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:14.120025 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9ff1a005-ff9d-4685-bffc-2d7c4654ebf8 req-5b64fee0-21c0-4fc2-921d-17d482511092 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0915096 May 26 14:50:14.165550 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9ff1a005-ff9d-4685-bffc-2d7c4654ebf8 req-3ab8fba1-e094-4c02-8f32-55379513e063 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 May 26 14:50:15.357955 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111b8c2-6a9c-4f3d-b1df-b6b6a8be8f54 req-426433be-47fc-43fb-ae1a-7931af7263d6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:15.359285 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8111b8c2-6a9c-4f3d-b1df-b6b6a8be8f54 req-426433be-47fc-43fb-ae1a-7931af7263d6 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0820932 May 26 14:50:15.403030 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-8111b8c2-6a9c-4f3d-b1df-b6b6a8be8f54 req-180e5f49-e0ee-4c78-a45e-ff615c1bfdf5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379670 May 26 14:50:16.592561 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c799-f8cb-4a31-a6ee-15e90f928577 req-1681d535-55cb-429b-b93d-ddf3a8f9ea83 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:16.594012 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c2d5c799-f8cb-4a31-a6ee-15e90f928577 req-1681d535-55cb-429b-b93d-ddf3a8f9ea83 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0814140 May 26 14:50:16.641893 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c2d5c799-f8cb-4a31-a6ee-15e90f928577 req-6a9a1050-54ff-43c6-966c-5ae6dc45c5e0 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423248 May 26 14:50:17.715813 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:50:17.845097 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151082bc-b7a3-4b8c-bd0a-561f9ecb1756 req-87412980-b1ad-42b0-adbe-0bab49557a84 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:17.846544 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-151082bc-b7a3-4b8c-bd0a-561f9ecb1756 req-87412980-b1ad-42b0-adbe-0bab49557a84 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 943 time: 0.0819738 May 26 14:50:17.848437 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:17.861524 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'port_id': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'mac_address': 'fa:16:3e:68:87:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:50:17.891666 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-151082bc-b7a3-4b8c-bd0a-561f9ecb1756 req-5099c1d2-8cf9-43eb-b38f-2c208ccc4e9b tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393317 May 26 14:50:17.916098 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:17.932242 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:50:17.947280 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:17.951345 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:17.953423 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:18.035821 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=9']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:18.039557 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:18.224552 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['4326bb53-a998-465b-bad2-c0985d64b3d9'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:50:18.304966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-6d4a86c0-0281-4088-83e6-709648c0d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:19.089888 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bddb4-ebd7-4ec3-9284-0de0e7fe261f req-bbbf98c9-d6c9-4601-b638-4ee5e2c971d2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:19.091887 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-be2bddb4-ebd7-4ec3-9284-0de0e7fe261f req-bbbf98c9-d6c9-4601-b638-4ee5e2c971d2 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 944 time: 0.0836587 May 26 14:50:19.136170 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-be2bddb4-ebd7-4ec3-9284-0de0e7fe261f req-1e963bae-8178-44ab-9040-0f67a39f9482 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 May 26 14:50:19.717426 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:50:19.783102 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 4326bb53-a998-465b-bad2-c0985d64b3d9 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:50:19.783469 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:19.896124 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:19.922550 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:19.933432 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:19.937526 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:19.939387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-1f4aec29-e232-4f2c-ac81-1b5488677fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:19.973248 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'code': 200} May 26 14:50:20.004479 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=10']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:20.007208 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:20.211399 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649a86-3786-452b-bc8f-0a84b693a009 req-7050ded2-f94a-4561-9169-c60bbe6bc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:20.212892 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f0649a86-3786-452b-bc8f-0a84b693a009 req-7050ded2-f94a-4561-9169-c60bbe6bc818 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0737107 May 26 14:50:20.257692 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f0649a86-3786-452b-bc8f-0a84b693a009 req-e9852613-2ff2-4bbf-b167-90e69954c27c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346310 May 26 14:50:20.323667 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba5a8c-1a72-4cd7-a63d-6869095ece5d req-b0dbd4e8-78d8-4adf-bfc6-1cece31cd269 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:20.325638 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-52ba5a8c-1a72-4cd7-a63d-6869095ece5d req-b0dbd4e8-78d8-4adf-bfc6-1cece31cd269 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0771384 May 26 14:50:20.368059 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-52ba5a8c-1a72-4cd7-a63d-6869095ece5d req-22571b30-436a-42c7-8ab0-a97f322749da tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 May 26 14:50:20.642811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2892adf2-14c1-4a37-a8ee-4ca1655c1981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:20.731288 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:21.568799 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2515-76a2-45d6-ae6b-4c4f687a3c53 req-e9ba8052-65fb-4793-b63d-55b491653fda tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:21.570246 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-288c2515-76a2-45d6-ae6b-4c4f687a3c53 req-e9ba8052-65fb-4793-b63d-55b491653fda tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0862248 May 26 14:50:21.614143 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-288c2515-76a2-45d6-ae6b-4c4f687a3c53 req-8fc71344-3955-4a65-884c-94100324a99a tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377612 May 26 14:50:21.665927 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:22.804582 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aa559-0bd7-4017-b9dc-c8a0058e4512 req-8badb6e3-e433-4d5a-b4ea-7ddec9e7b127 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:22.805883 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c21aa559-0bd7-4017-b9dc-c8a0058e4512 req-8badb6e3-e433-4d5a-b4ea-7ddec9e7b127 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0785213 May 26 14:50:22.849171 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c21aa559-0bd7-4017-b9dc-c8a0058e4512 req-b64b1339-c31c-4d8f-a001-e0db9ff7f4b4 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371253 May 26 14:50:23.453499 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:27.442498 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5639e7b-1176-4ff5-a7ff-8937ffc1243e req-cfbe2e28-c3db-464a-bf91-f70b3c7ab4c8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:27.443846 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d5639e7b-1176-4ff5-a7ff-8937ffc1243e req-cfbe2e28-c3db-464a-bf91-f70b3c7ab4c8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0784571 May 26 14:50:27.490676 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d5639e7b-1176-4ff5-a7ff-8937ffc1243e req-fdce7fbd-c337-4c28-8e47-6fbd0bb50beb tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 May 26 14:50:28.675608 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f028efb-c975-4dda-a1a7-6a007b2c81d0 req-f7479168-a1b8-4b92-8028-d143147c8e35 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:28.677042 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3f028efb-c975-4dda-a1a7-6a007b2c81d0 req-f7479168-a1b8-4b92-8028-d143147c8e35 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0818460 May 26 14:50:28.722401 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3f028efb-c975-4dda-a1a7-6a007b2c81d0 req-dba4e7a2-37c4-4075-adca-1db29223c73a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397143 May 26 14:50:29.121270 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-eb2bc60e-6d0d-4ee8-b06d-43ef58214620 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683201389&fields=id&tenant_id=0902dc07c14f4e09bdf12726671d30e8 HTTP/1.1" status: 200 len: 267 time: 0.0389814 May 26 14:50:29.204354 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-c40d8fde-b1d1-48e0-8d42-9fd535868f04 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:29.205781 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-c40d8fde-b1d1-48e0-8d42-9fd535868f04 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 985 time: 0.0787959 May 26 14:50:29.216732 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Request body: {'port': {'security_groups': ['16bb9c07-2074-4067-b053-b0851132e141']}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:50:29.334836 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.431849 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-44ebd2f4-1f17-45cb-aae1-0c17de5a574c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:29.433284 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-44ebd2f4-1f17-45cb-aae1-0c17de5a574c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.0792356 May 26 14:50:29.570777 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Deleting port 6e0d79d1-f661-4079-af07-2f868f2dc428 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:29.571112 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.574713 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:29.598829 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.604596 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.610808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-33305a46-47a5-4fdc-bc44-1c1a8c72b88e tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:29.618297 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:50:29.677529 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:29.678184 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.682759 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5da5e58e-a09b-4059-a976-5360e9a8c02e req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "PUT /v2.0/ports/7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 943 time: 0.4708652 May 26 14:50:29.683326 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:29.687641 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58274) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:29.762956 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event updated for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=7']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:29.787553 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:50:29.802248 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.802627 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.802999 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.803358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.803787 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.804089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.804439 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.804788 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.805137 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.805480 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.805821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.806163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:29.824142 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:50:29.829016 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1cc3c19f-b354-4956-a5fd-bcba8c55b11a tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:29.859058 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] For port 6e0d79d1-f661-4079-af07-2f868f2dc428, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=6e0d79d1-f661-4079-af07-2f868f2dc428,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:29.859672 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.913132 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:29.957115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.021993 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-2b620f7d-90ed-41c6-999b-f91ac26b8ad3 None None] Provisioning complete for port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 triggered by entity DHCP. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:50:30.022538 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2b620f7d-90ed-41c6-999b-f91ac26b8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.084131 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af200c-9af2-4886-a687-ea370d002b04 req-16970824-9574-418b-af06-dd5a11a19926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:30.085610 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-16970824-9574-418b-af06-dd5a11a19926 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1099 time: 0.2317646 May 26 14:50:30.097190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18929f-e437-41f2-aafa-44f62f8af9e4 req-14589e90-f77e-4d61-9068-a2374594a7ae tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:30.098598 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4f18929f-e437-41f2-aafa-44f62f8af9e4 req-14589e90-f77e-4d61-9068-a2374594a7ae tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 945 time: 0.1460612 May 26 14:50:30.212924 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.224414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-15477990-a924-40f0-97c4-00b6296522af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:30.237140 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.237523 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.237824 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.l3_db [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Floating IP fd1b0820-25f6-4cae-ac48-7c4bf00a971e disassociated. External IP: 172.28.3.113, port: 6e0d79d1-f661-4079-af07-2f868f2dc428. May 26 14:50:30.238153 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Calling delete_port for 6e0d79d1-f661-4079-af07-2f868f2dc428 owned by compute:nova {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:30.256696 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4f18929f-e437-41f2-aafa-44f62f8af9e4 req-de33e074-39fd-4d4f-b591-572789ed3957 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups?id=3b68c401-e7b0-4d79-906e-d94285b01c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361518 May 26 14:50:30.259621 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7faddab-db2e-477b-81c4-16d49a2bd848,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:30.278058 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:30.280126 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.281267 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "DELETE /v2.0/security-groups/f7faddab-db2e-477b-81c4-16d49a2bd848 HTTP/1.1" status: 204 len: 168 time: 0.5898712 May 26 14:50:30.284115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58284) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:30.360727 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.366967 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b924fce0-cb73-4952-a0c9-4a745f43f813 tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:30.416172 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'Port': ['ID=6e0d79d1-f661-4079-af07-2f868f2dc428,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:30.429182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.429689 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.430164 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.430615 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.431064 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.431512 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.431983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.433770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.433770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.433770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.433770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.433770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:30.452289 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af200c-9af2-4886-a687-ea370d002b04 req-7655f651-465c-4808-beb1-8e1440aafb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:30.453907 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-7655f651-465c-4808-beb1-8e1440aafb97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.3541877 May 26 14:50:30.488557 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:30.616961 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:50:30.649241 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-c274f8f4-4d45-4e89-979f-a9c810f41845 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 1002 time: 0.1836855 May 26 14:50:30.764496 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af200c-9af2-4886-a687-ea370d002b04 req-1ab4f101-87bf-4379-9e81-3123655b3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:30.765914 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-1ab4f101-87bf-4379-9e81-3123655b3bd9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.1044316 May 26 14:50:30.804221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:50:30.817185 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:50:30.828660 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:30.829696 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:30.830818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Deleting port 743a4712-ca66-4c24-abc9-aab1d4ad984e {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:30.831155 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.895945 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] No DVR routers for this DVR port 6e0d79d1-f661-4079-af07-2f868f2dc428 on host hv-cinder-77459 {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:30.900675 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.914584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'name': 'network-vif-deleted', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:30.925227 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a10f34c9-083e-4227-9f5c-82154e83a870 req-07036f4e-426e-444d-b0af-fcb287609e80 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.68 "DELETE /v2.0/ports/6e0d79d1-f661-4079-af07-2f868f2dc428 HTTP/1.1" status: 204 len: 173 time: 1.4858725 May 26 14:50:30.954411 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af200c-9af2-4886-a687-ea370d002b04 req-23ec7ce0-aa28-41b7-8900-e56894cf2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:30.955885 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-23ec7ce0-aa28-41b7-8900-e56894cf2118 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1829510 May 26 14:50:30.994809 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:30.995367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:31.032330 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1305b0b-2a0f-4184-8001-6720abd8bd46', 'name': 'network-vif-deleted', 'tag': '6e0d79d1-f661-4079-af07-2f868f2dc428', 'status': 'completed', 'code': 200} May 26 14:50:31.048178 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:31.175818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Calling delete_port for 743a4712-ca66-4c24-abc9-aab1d4ad984e owned by network:floatingip {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:31.257344 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-6c6e884d-9115-4611-822e-07dd18d25272 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921989 May 26 14:50:31.391561 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:31.396321 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:50:31.405226 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:31.406064 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:31.454412 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-e2525ef3-99f6-42f2-92a6-d407318ed516 req-040779d1-93d1-4b69-9651-fd47a51126d3 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1305b0b-2a0f-4184-8001-6720abd8bd46 HTTP/1.1" status: 200 len: 210 time: 0.0644140 May 26 14:50:31.488328 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f6af200c-9af2-4886-a687-ea370d002b04 req-2300b0a9-bd50-4ca8-a3bc-8534feddd9d9 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224600 May 26 14:50:31.524089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:31.528679 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-90a72443-6ee9-4546-bce0-94d8a28f9d1c tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:31.586546 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event deleted for resources: {'Port': ['ID=743a4712-ca66-4c24-abc9-aab1d4ad984e,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:31.589986 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:31.614483 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:31.698311 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks [] for floatingip, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:31.698669 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Floating IP f4b2e051-8c1e-4eb7-9385-6ae187b76982 disassociated (deleted). External IP: 172.28.3.243, port: 7571eb04-37f2-4dbe-aff1-7eb88b3bb983. May 26 14:50:31.938192 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:31.942111 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7dbca-2b39-41bd-9af8-554dade25a79 None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:45:22Z', 'revision_number': 4, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'd0f8f123-9a0c-4774-bb7e-3e093a6e2a48', 'name': '', 'network_id': 'ed7af365-1feb-4363-bfbd-ac975926bc28', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'mac_address': 'fa:16:3e:60:b2:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:20Z', 'updated_at': '2021-05-26T14:45:29Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'subnets': [{'id': '442cf590-aa95-4608-88fd-4cb53b384fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:50:32.156743 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Router c62bb4a4-e530-418e-94c4-778cd2e4ca43 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:50:32.168580 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6fc606-960f-42ce-9a93-ef06d9aae6a3 None None] New status for floating IP fd1b0820-25f6-4cae-ac48-7c4bf00a971e: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:50:32.346858 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:50:32.356910 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Sync routers for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:50:32.366573 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:32.366765 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:32.367344 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:32.422856 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "DELETE /v2.0/floatingips/f4b2e051-8c1e-4eb7-9385-6ae187b76982 HTTP/1.1" status: 204 len: 168 time: 2.1374369 May 26 14:50:32.423895 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:32.481443 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:50:32.562075 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:32.592928 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58304) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:32.598297 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-3b3d1d43-b49a-4f80-93c7-465796086edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:32.599910 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-3b3d1d43-b49a-4f80-93c7-465796086edc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0902dc07c14f4e09bdf12726671d30e8&device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 1099 time: 0.0890613 May 26 14:50:32.664074 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:32.693983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:32.752642 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:32.759087 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-ea4554ef-64da-42e9-8c19-26fe1cca1d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:32.772559 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-ba381e19-dbbb-47ff-b02e-d53b0e8f8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:32.777372 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-ba381e19-dbbb-47ff-b02e-d53b0e8f8cec service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 200 len: 917 time: 0.1669214 May 26 14:50:32.777814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b68c401-e7b0-4d79-906e-d94285b01c3f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:32.781004 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:32.790860 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:32.792430 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b68c401-e7b0-4d79-906e-d94285b01c3f HTTP/1.1" status: 204 len: 168 time: 0.1979966 May 26 14:50:32.795114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58310) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:32.822278 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.api.v2.resource [None req-d776edc9-1db8-45cb-898d-bc59f2028f4b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] show failed (client error): The resource could not be found. May 26 14:50:32.826650 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-d776edc9-1db8-45cb-898d-bc59f2028f4b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "GET /v2.0/security-groups/3b68c401-e7b0-4d79-906e-d94285b01c3f HTTP/1.1" status: 404 len: 347 time: 0.0270646 May 26 14:50:32.826994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58316) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:32.905965 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-fcfd857d-b679-4688-9cde-4f9d5f8fe88c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 200 len: 217 time: 0.1204860 May 26 14:50:32.982427 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:32.985765 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-55194972-1f81-4ca2-b3ab-58d67a842be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:32.987453 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-55194972-1f81-4ca2-b3ab-58d67a842be6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 200 len: 854 time: 0.0748146 May 26 14:50:32.988484 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Checking router: c62bb4a4-e530-418e-94c4-778cd2e4ca43 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:50:33.003012 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:33.004050 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:33.063517 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Deleting port f7127f30-c429-49cd-abbf-19245c245bdf {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:33.063817 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.067430 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-3c3d1e72-0ac3-4759-aaa8-d5f8f199240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:33.069180 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-3c3d1e72-0ac3-4759-aaa8-d5f8f199240e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce58f62f-bb33-4a73-b20a-af58e06a8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750697 May 26 14:50:33.217067 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-7f4c1dd9-6ee7-4b22-a128-70f3c1cd7e1c service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398768 May 26 14:50:33.236936 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:33.287218 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.287816 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.364506 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a7c34b1c-f599-4305-a899-2c617dc5bd84 req-5444381d-716f-458e-bdbe-601d6e9830e7 service neutron] 10.222.0.68 "GET /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406133 May 26 14:50:33.425066 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Calling delete_port for f7127f30-c429-49cd-abbf-19245c245bdf owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:33.547007 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.562138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-565d9221-316b-47b3-a427-0d209b45fb65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:33.575369 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-b5010029-a3b2-4153-9940-585d4080754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:33.579542 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5010029-a3b2-4153-9940-585d4080754e None None] The sync data for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb is: [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:47:51Z', 'revision_number': 4, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': '8a03fed2-0eed-49f0-9ee2-629098f00749', 'name': '', 'network_id': 'ce58f62f-bb33-4a73-b20a-af58e06a8e67', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'mac_address': 'fa:16:3e:bf:93:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:50Z', 'updated_at': '2021-05-26T14:47:58Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'subnets': [{'id': 'a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:50:33.644341 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Pushing event deleted for resources: {'Port': ['ID=f7127f30-c429-49cd-abbf-19245c245bdf,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:33.672396 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:33.701595 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks [] for floatingip, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.716865 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:33.717976 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] 10.222.0.25 "DELETE /v2.0/floatingips/fd1b0820-25f6-4cae-ac48-7c4bf00a971e HTTP/1.1" status: 204 len: 168 time: 0.8897557 May 26 14:50:33.800839 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8891a12-493d-4da6-b11c-7f79feaa0fc0 None None] New status for floating IP f4b2e051-8c1e-4eb7-9385-6ae187b76982: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:50:33.808565 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 6e0d79d1-f661-4079-af07-2f868f2dc428 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:33.848966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 6e0d79d1-f661-4079-af07-2f868f2dc428 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:33.849531 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 6e0d79d1-f661-4079-af07-2f868f2dc428 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:35.358674 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:35.769211 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-9f12d419-b40e-49ba-927b-e10962f857ac tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:35.769858 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-9f12d419-b40e-49ba-927b-e10962f857ac tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:50:35.784748 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-9f12d419-b40e-49ba-927b-e10962f857ac tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:50:35.786058 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-9f12d419-b40e-49ba-927b-e10962f857ac tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0982366 May 26 14:50:35.832619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-152e244c-fc4d-4177-bd39-ea9ac4b07bd2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Synchronizing usage tracker for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:50:35.847422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-152e244c-fc4d-4177-bd39-ea9ac4b07bd2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Unset dirty status for tenant:0902dc07c14f4e09bdf12726671d30e8 on resource:security_group {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:50:35.848558 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ed72ded6-fab8-4561-8dc3-fc5d5f4c9abc req-152e244c-fc4d-4177-bd39-ea9ac4b07bd2 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568323 May 26 14:50:36.002329 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-812a9834-045a-424d-ba5c-d215e026f083 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684919 May 26 14:50:36.141547 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-2b62c759-7ad4-42c3-bbca-65fa75b8c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:36.142904 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-2b62c759-7ad4-42c3-bbca-65fa75b8c0cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=431fe07e94ca46bbb1c29d66f78be280&device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 1099 time: 0.0702975 May 26 14:50:36.393058 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-ea906941-b38d-4079-b10f-1bcda85a6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:36.394386 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-ea906941-b38d-4079-b10f-1bcda85a6aa5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 200 len: 919 time: 0.2289538 May 26 14:50:36.500307 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-8bbe5a4b-9ee7-4564-9678-a2e0e3de5f43 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0960357 May 26 14:50:36.568043 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-c82a5523-3844-4a86-8c7d-868030825917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:36.569532 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-c82a5523-3844-4a86-8c7d-868030825917 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 200 len: 856 time: 0.0619295 May 26 14:50:36.648509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-6af8d787-a18b-4415-b30b-aebb3a4f00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:36.649826 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-6af8d787-a18b-4415-b30b-aebb3a4f00ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9fb9c57f-c5d4-4916-829e-73f936fc5eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724730 May 26 14:50:36.788346 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-92f12b16-30cb-4247-b267-b0e6a4ababb6 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248703 May 26 14:50:36.918119 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9ded27d0-b59a-480e-8644-ecee49275f52 req-9eeb94e6-034d-44a6-bd8f-e49fc0f913d0 service neutron] 10.222.0.68 "GET /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226084 May 26 14:50:37.034272 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4ad46-c2a9-44a5-8707-073428587b0a req-621fecb4-d158-4d2c-aeb8-ddd709eef0fd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:37.035703 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0fe4ad46-c2a9-44a5-8707-073428587b0a req-621fecb4-d158-4d2c-aeb8-ddd709eef0fd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0798247 May 26 14:50:37.081676 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0fe4ad46-c2a9-44a5-8707-073428587b0a req-a52eae37-e674-4ce5-b602-29605cf3b43e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 May 26 14:50:37.729066 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58366) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:37.840252 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-3ff093dd-a731-47d0-a790-f91dff457f0d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:37.841703 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-3ff093dd-a731-47d0-a790-f91dff457f0d tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.68 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.0834744 May 26 14:50:37.980071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Deleting port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:37.980401 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:38.111185 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] For port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:38.111541 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:38.246399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Calling delete_port for 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:38.350438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69528ec-eebf-444c-ba4b-1fa18187af1a req-aac2fe95-f7a2-4106-bead-608b79a24bf4 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:38.351927 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d69528ec-eebf-444c-ba4b-1fa18187af1a req-aac2fe95-f7a2-4106-bead-608b79a24bf4 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/ports?device_id=958fab32-7abc-4463-b7b0-4deee82a441e HTTP/1.1" status: 200 len: 946 time: 0.1128836 May 26 14:50:38.385701 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:38.436260 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d69528ec-eebf-444c-ba4b-1fa18187af1a req-409f77da-e0ae-448c-856b-ba59eba35d58 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.25 "GET /v2.0/security-groups?id=16bb9c07-2074-4067-b053-b0851132e141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768330 May 26 14:50:38.463883 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:38.471212 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-42dbeb68-c72f-438e-853d-20ad21fa3bd5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:38.477624 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['7571eb04-37f2-4dbe-aff1-7eb88b3bb983'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:50:38.519090 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Pushing event deleted for resources: {'Port': ['ID=7571eb04-37f2-4dbe-aff1-7eb88b3bb983,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:38.543339 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:38.593186 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] No DVR routers for this DVR port 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:38.595706 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:38.598219 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'name': 'network-vif-deleted', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:38.615057 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-086dec85-fc98-4eb3-ac68-7c21f55989ab req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] 10.222.0.68 "DELETE /v2.0/ports/7571eb04-37f2-4dbe-aff1-7eb88b3bb983 HTTP/1.1" status: 204 len: 173 time: 0.7677863 May 26 14:50:38.647981 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958fab32-7abc-4463-b7b0-4deee82a441e', 'name': 'network-vif-deleted', 'tag': '7571eb04-37f2-4dbe-aff1-7eb88b3bb983', 'status': 'completed', 'code': 200} May 26 14:50:38.895128 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Deleting port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:38.895369 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:39.018091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] For port d0f8f123-9a0c-4774-bb7e-3e093a6e2a48, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:39.018458 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:39.143962 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Calling delete_port for d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:39.433413 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:39.437390 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b9f478ab-fb03-4ebc-be74-142218984291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:39.481151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f8f123-9a0c-4774-bb7e-3e093a6e2a48,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:39.483685 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:39.771103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:40.055509 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58416) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:40.256087 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Router 417da2c7-c38b-48dd-b385-5741b2b1aa95 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:50:40.440110 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:50:40.450996 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Sync routers for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:50:40.455026 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3c1da7f6-48d1-4771-8908-4117c284346b admin admin] 10.222.0.25 "PUT /v2.0/routers/417da2c7-c38b-48dd-b385-5741b2b1aa95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225101 May 26 14:50:40.455274 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58420) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:40.460978 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:40.461572 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:40.640463 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks [] for router, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:40.644532 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:40.728901 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:40.822016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:40.907276 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Deleting port 669c62af-78fd-4d3d-82bb-e7f8446f71a9 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:40.907572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:40.975498 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:50:39Z', 'revision_number': 5, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port': {'id': '669c62af-78fd-4d3d-82bb-e7f8446f71a9', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:45:16Z', 'updated_at': '2021-05-26T14:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:40.979644 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Checking router: 417da2c7-c38b-48dd-b385-5741b2b1aa95 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:50:40.988120 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Routers {'417da2c7-c38b-48dd-b385-5741b2b1aa95'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:40.988728 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['417da2c7-c38b-48dd-b385-5741b2b1aa95'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:41.036567 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] For port 669c62af-78fd-4d3d-82bb-e7f8446f71a9, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=669c62af-78fd-4d3d-82bb-e7f8446f71a9,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:41.036978 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.139326 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] Set router 417da2c7-c38b-48dd-b385-5741b2b1aa95 gateway port host: None {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:41.155642 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Deleting port 8a03fed2-0eed-49f0-9ee2-629098f00749 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:41.156273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.161163 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Calling delete_port for 669c62af-78fd-4d3d-82bb-e7f8446f71a9 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:41.243273 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:50:40Z', 'revision_number': 6, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:41.248025 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a2585-ce2e-43b9-82ea-9f594d31ef2d None None] The sync data for ids ['417da2c7-c38b-48dd-b385-5741b2b1aa95'] in dv-cinder-774594-6-smb is: [{'id': '417da2c7-c38b-48dd-b385-5741b2b1aa95', 'name': 'tempest-AttachVolumeTestJSON-2083174476-router', 'tenant_id': '62da8906816143588975cb0fcc2e7b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:45:14Z', 'updated_at': '2021-05-26T14:50:40Z', 'revision_number': 6, 'project_id': '62da8906816143588975cb0fcc2e7b20', 'gw_port_host': None}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:50:41.291108 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] For port 8a03fed2-0eed-49f0-9ee2-629098f00749, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8a03fed2-0eed-49f0-9ee2-629098f00749,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:41.291464 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.326356 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.331338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b25e35b8-746c-4d81-a384-31f16f7d093b tempest-DeleteServersTestJSON-459685342 tempest-DeleteServersTestJSON-459685342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:41.374938 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Pushing event deleted for resources: {'Port': ['ID=669c62af-78fd-4d3d-82bb-e7f8446f71a9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:41.378029 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:41.420450 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Calling delete_port for 8a03fed2-0eed-49f0-9ee2-629098f00749 owned by network:router_interface {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:41.471974 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.646193 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.648751 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.723273 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.727131 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a18cb30b-38b5-4a79-a585-f72e360d9f4b tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:41.789986 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.790801 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 417da2c7-c38b-48dd-b385-5741b2b1aa95 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:50:41.805588 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.806708 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] 10.222.0.25 "DELETE /v2.0/routers/417da2c7-c38b-48dd-b385-5741b2b1aa95 HTTP/1.1" status: 204 len: 168 time: 1.3504803 May 26 14:50:41.809704 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58424) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:41.876279 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a03fed2-0eed-49f0-9ee2-629098f00749,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:41.877042 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Deleting subnet 442cf590-aa95-4608-88fd-4cb53b384fb2 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:50:41.879911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:41.880930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:41.881230 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:41.919249 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:41.919600 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 7571eb04-37f2-4dbe-aff1-7eb88b3bb983 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:41.938929 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.076243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.157403 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.373482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.378037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6306e2c1-3104-4402-9684-1e1eff5d1b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:42.386486 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:42.421619 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442cf590-aa95-4608-88fd-4cb53b384fb2,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:42.427394 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:42.427540 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.427663 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device d0f8f123-9a0c-4774-bb7e-3e093a6e2a48 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:42.427663 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 669c62af-78fd-4d3d-82bb-e7f8446f71a9 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:42.430683 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:42.436081 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b85e7409-96e1-4d29-9c52-04a6f5c44175 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/442cf590-aa95-4608-88fd-4cb53b384fb2 HTTP/1.1" status: 204 len: 168 time: 0.6228607 May 26 14:50:42.436542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58428) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:42.459206 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0bc1a-87c8-4d56-882d-e937631ec268 None None] Network ed7af365-1feb-4363-bfbd-ac975926bc28 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:50:42.477909 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 669c62af-78fd-4d3d-82bb-e7f8446f71a9 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:42.478254 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 669c62af-78fd-4d3d-82bb-e7f8446f71a9 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:42.639920 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.697710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Router c62bb4a4-e530-418e-94c4-778cd2e4ca43 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:50:42.712708 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] DHCP port deletion for ed7af365-1feb-4363-bfbd-ac975926bc28 request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:50:42.785199 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Deleting port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:42.785567 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.881650 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Deleting port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:42.882054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:42.884529 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] For port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:42.885042 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.004480 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Calling delete_port for 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:43.005377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:50:43.014113 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Sync routers for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:50:43.015523 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] For port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,segment=NetworkSegment(889e8b0d-fda0-4e50-85ce-cd8d930dd1a1),segment_id=889e8b0d-fda0-4e50-85ce-cd8d930dd1a1)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:43.015932 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.024292 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:43.025047 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.033759 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-c4e2521e-7483-45cb-94e3-5e00b3616541 admin admin] 10.222.0.25 "PUT /v2.0/routers/c62bb4a4-e530-418e-94c4-778cd2e4ca43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9771221 May 26 14:50:43.036531 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58432) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:43.135280 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.142669 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0b76fc07-b7a2-4318-8dfe-9607f9cfeac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:43.193231 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Pushing event deleted for resources: {'Port': ['ID=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:43.195673 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] No DVR routers for this DVR port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:43.197191 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:43.245581 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:43.260660 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks [] for router, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.271310 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Calling delete_port for 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:43.320188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.325034 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:43.376582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6166e8-969b-4ddc-a0d8-8f19ddcba693,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:43.379767 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:43.380528 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] No DVR routers for this DVR port 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 on host dv-cinder-774594-6-smb {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:43.438685 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.503223 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.512629 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Deleting port c90b770e-e6a5-4b59-b6f5-0a7b65c13319 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:43.512888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.517871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7af365-1feb-4363-bfbd-ac975926bc28']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.536076 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.536458 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889e8b0d-fda0-4e50-85ce-cd8d930dd1a1') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.548971 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:50:41Z', 'revision_number': 5, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port': {'id': 'c90b770e-e6a5-4b59-b6f5-0a7b65c13319', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:47Z', 'updated_at': '2021-05-26T14:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.549327 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.553127 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Checking router: c62bb4a4-e530-418e-94c4-778cd2e4ca43 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:50:43.562017 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Routers {'c62bb4a4-e530-418e-94c4-778cd2e4ca43'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:43.563758 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.565550 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.571560 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:50:43.572034 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: util.warn( May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: util.warn( May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: util.warn( May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: util.warn( May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:50:43.586698 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:50:43.642141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] For port c90b770e-e6a5-4b59-b6f5-0a7b65c13319, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:43.642586 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.666146 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.671846 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.674292 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:43.701312 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7af365-1feb-4363-bfbd-ac975926bc28,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:43.704017 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:43.716923 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed7af365-1feb-4363-bfbd-ac975926bc28 HTTP/1.1" status: 204 len: 168 time: 1.2792244 May 26 14:50:43.723221 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] Set router c62bb4a4-e530-418e-94c4-778cd2e4ca43 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:43.775810 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Calling delete_port for c90b770e-e6a5-4b59-b6f5-0a7b65c13319 owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:43.830627 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:50:43Z', 'revision_number': 6, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:43.834869 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462d522-264b-4af6-a19c-9ee3cbbe8fbf None None] The sync data for ids ['c62bb4a4-e530-418e-94c4-778cd2e4ca43'] in dv-cinder-774594-6-smb is: [{'id': 'c62bb4a4-e530-418e-94c4-778cd2e4ca43', 'name': 'tempest-TestMinimumBasicScenario-1847437334-router', 'tenant_id': '0902dc07c14f4e09bdf12726671d30e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:46Z', 'updated_at': '2021-05-26T14:50:43Z', 'revision_number': 6, 'project_id': '0902dc07c14f4e09bdf12726671d30e8', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:50:43.847285 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58440) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:43.897179 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-eecb9ec9-0863-46fb-ad74-29b0fb250aeb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62da8906816143588975cb0fcc2e7b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486231 May 26 14:50:43.899591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58444) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:43.927381 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.933002 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-effee22d-2c1e-49a2-8c62-9888e7272431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:43.958890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:43.986253 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.045255 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.049093 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-553e2cf8-213f-4430-8982-62eaccdfd375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:44.063136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f73052-5a74-4a80-8ff2-bdf378d64d31,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:44.067212 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:44.070964 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.074406 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15f73052-5a74-4a80-8ff2-bdf378d64d31 HTTP/1.1" status: 204 len: 168 time: 0.1716299 May 26 14:50:44.075005 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90b770e-e6a5-4b59-b6f5-0a7b65c13319,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:44.078094 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:44.164452 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.360070 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.362280 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.388851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.389443 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62bb4a4-e530-418e-94c4-778cd2e4ca43 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:50:44.407118 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.408431 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c62bb4a4-e530-418e-94c4-778cd2e4ca43 HTTP/1.1" status: 204 len: 168 time: 1.3704026 May 26 14:50:44.411449 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58454) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:44.474920 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Deleting subnet a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:50:44.477955 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.527929 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.661022 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.671655 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8a03fed2-0eed-49f0-9ee2-629098f00749 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:44.719050 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 8a03fed2-0eed-49f0-9ee2-629098f00749 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:44.719468 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8a03fed2-0eed-49f0-9ee2-629098f00749 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:44.720146 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:44.755416 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:44.755824 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 4d6166e8-969b-4ddc-a0d8-8f19ddcba693 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:44.909671 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58472) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:44.929050 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.932877 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:44.966493 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:44.969939 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:44.972329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:44.977747 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e0542-56eb-4851-99ae-3f24c06f366e None None] Network ce58f62f-bb33-4a73-b20a-af58e06a8e67 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:50:44.986672 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-d67d3590-60d0-4d0d-a3d8-a0823254b57c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a6ee0f76-d246-4cd9-9ec3-3e530fbebb1d HTTP/1.1" status: 204 len: 168 time: 0.5738735 May 26 14:50:44.989054 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58478) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:45.036107 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-481125967-network', 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:50:45.040958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:50:45.045395 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Usage tracker for resource:network and tenant:75b78ff27b8347379fdf9ba5a9851f8e is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:50:45.048633 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:50:45.054896 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:50:45.066744 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'network': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:50:45.069228 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1983783'] for network, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.082167 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.103453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:50:45.106075 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.107918 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Usage tracker for resource:security_group_rule and tenant:75b78ff27b8347379fdf9ba5a9851f8e is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:50:45.110836 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:50:45.116414 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:50:45.188703 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Deleting port 5ca279cb-3bd3-4978-aaea-20532660e772 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:45.189104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.224903 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.230017 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.235958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-038ec93b-c161-43ea-8339-505c977a1801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:45.267265 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=103658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:50:45.273397 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] DHCP port deletion for ce58f62f-bb33-4a73-b20a-af58e06a8e67 request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:50:45.280056 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62777c66-8441-404c-9d6d-1b4f1d6f0b57,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:45.294153 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:45.295164 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.295494 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.segments_db [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Added segment 93fd5604-3df3-4384-8439-0bdd24ac7631 of type vlan for network ac19790f-df69-45ed-8213-a1e314bf9db2 May 26 14:50:45.300369 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] For port 5ca279cb-3bd3-4978-aaea-20532660e772, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=5ca279cb-3bd3-4978-aaea-20532660e772,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:45.300730 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.323542 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792205219157'] for network, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.341957 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Deleting port 5ca279cb-3bd3-4978-aaea-20532660e772 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:45.342339 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.359096 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558'] for network, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.361038 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:45.361606 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.368187 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:45.430374 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Calling delete_port for 5ca279cb-3bd3-4978-aaea-20532660e772 owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:45.445182 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] For port 5ca279cb-3bd3-4978-aaea-20532660e772, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=5ca279cb-3bd3-4978-aaea-20532660e772,segment=NetworkSegment(8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692),segment_id=8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:45.445702 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.476411 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5624931 May 26 14:50:45.476952 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58482) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:45.479891 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Pushing event updated for resources: {'Network': ['ID=ac19790f-df69-45ed-8213-a1e314bf9db2,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:45.485813 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Request body: {'subnet': {'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-481125967-subnet', 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:50:45.489593 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-70e1d9e2-5ab5-4694-b513-900e6d959e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:45.491937 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:50:45.504463 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Usage tracker for resource:subnet and tenant:75b78ff27b8347379fdf9ba5a9851f8e is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:50:45.507854 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:50:45.514016 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:50:45.515118 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Network ac19790f-df69-45ed-8213-a1e314bf9db2 details requested by agent ovs-agent-dv-cinder-774594-6-smb with host dv-cinder-774594-6-smb {{(pid=103659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 14:50:45.530218 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'subnet': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:50:45.533733 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5669182'] for subnet, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.568005 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.574041 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-7b023b82-a9a9-487a-bb2f-ef8ddef7d637 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:45.596001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Calling delete_port for 5ca279cb-3bd3-4978-aaea-20532660e772 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:45.619038 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca279cb-3bd3-4978-aaea-20532660e772,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:45.620760 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] No DVR routers for this DVR port 5ca279cb-3bd3-4978-aaea-20532660e772 on host dv-cinder-774594-6-smb {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:45.622732 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:45.727990 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.734632 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:45.739773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.752810 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce58f62f-bb33-4a73-b20a-af58e06a8e67']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:45.766393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:45.766684 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c48d2d7-5ce4-4dbb-9aa0-c99c8d317692') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:45.778958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.781446 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Pushing event deleted for resources: {'Port': ['ID=5ca279cb-3bd3-4978-aaea-20532660e772,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:45.792822 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] No DVR routers for this DVR port 5ca279cb-3bd3-4978-aaea-20532660e772 on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:45.797982 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.798246 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.798585 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.799077 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.799559 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.800223 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.800549 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.800868 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.801182 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.801497 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.801806 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.802114 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.802423 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:50:45.805700 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-c0d14351-2603-4b7f-b313-d6b5c7e84cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:45.806545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:50:45.807385 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:50:45.821182 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:50:45.898157 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.901565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:45.914332 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.925136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce58f62f-bb33-4a73-b20a-af58e06a8e67,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:45.928289 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:45.938663 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce58f62f-bb33-4a73-b20a-af58e06a8e67 HTTP/1.1" status: 204 len: 168 time: 0.9484429 May 26 14:50:45.941719 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58486) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:45.970025 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6451751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5669160'] for subnet, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:45.974814 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6089d99f-7242-433d-97a0-c577b0ea1ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:46.048576 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc,revision_number=0']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:46.052019 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:46.057472 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Checking segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:50:46.057815 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Network hostable DHCP agents. Network: ac19790f-df69-45ed-8213-a1e314bf9db2, hostable agents: ['1d02d836-d052-425d-8e1f-52c083ab0193'], hosted agents: [] {{(pid=103658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:50:46.074937 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Network ac19790f-df69-45ed-8213-a1e314bf9db2 is scheduled to be hosted by DHCP agent 1d02d836-d052-425d-8e1f-52c083ab0193 with binding_index 1 {{(pid=103658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:50:46.083609 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-6-smb, ac19790f-df69-45ed-8213-a1e314bf9db2) {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:50:46.091826 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:46.092989 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:46.095758 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b805f46-017a-4888-a65f-382e1f343992 None None] Network ac19790f-df69-45ed-8213-a1e314bf9db2 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:50:46.114400 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-32f17f2f-fd7b-4973-8d75-19c3f1b38eab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6358314 May 26 14:50:46.309758 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 5ca279cb-3bd3-4978-aaea-20532660e772 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:46.337002 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790cac14-4e8c-4a52-a79f-8566b00c7f50 None None] Network ac19790f-df69-45ed-8213-a1e314bf9db2 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:50:46.347363 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:50:46.369797 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 5ca279cb-3bd3-4978-aaea-20532660e772 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:46.370155 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 5ca279cb-3bd3-4978-aaea-20532660e772 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:46.370599 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device c90b770e-e6a5-4b59-b6f5-0a7b65c13319 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:46.455512 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: c90b770e-e6a5-4b59-b6f5-0a7b65c13319 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:46.455900 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device c90b770e-e6a5-4b59-b6f5-0a7b65c13319 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:46.537808 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:46.878203 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-a19b2175-964f-415e-8ef6-36f84b1f6d6b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:46.879604 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-a19b2175-964f-415e-8ef6-36f84b1f6d6b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.2902608 May 26 14:50:46.930081 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-eceebe5e-53ef-404c-b637-c95134a564ce tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/quotas/75b78ff27b8347379fdf9ba5a9851f8e HTTP/1.1" status: 200 len: 375 time: 0.0432482 May 26 14:50:47.075120 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-e933862c-4c91-4315-b1ee-f781208a2e3f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1332603 May 26 14:50:47.318072 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-4c7dc3e1-7354-47b7-90a1-9d94d4bb0cf5 service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356975 May 26 14:50:47.345564 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Deleting port 7e05f101-f5c5-4054-b9de-57a51fbd6a13 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:47.345900 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:47.552598 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-1c63be6a-c0ad-49c8-8fc1-0b064bb3ea4d service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285485 May 26 14:50:47.554210 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] For port 7e05f101-f5c5-4054-b9de-57a51fbd6a13, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=7e05f101-f5c5-4054-b9de-57a51fbd6a13,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:47.554571 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:47.687528 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Calling delete_port for 7e05f101-f5c5-4054-b9de-57a51fbd6a13 owned by network:router_interface {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:47.734161 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ff2084e1-0e5f-4fc5-a21c-9f85d6521d86 req-53d35edb-18ac-4a5c-b768-545cc5c71f4e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 210 time: 0.0511363 May 26 14:50:47.850467 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:47.855097 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:47.899629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e05f101-f5c5-4054-b9de-57a51fbd6a13,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:47.929745 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:48.164031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:48.290257 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7de65632-ebfe-49ff-a6ab-3347927da33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:48.634727 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Router a6753dbf-58b6-48ed-95ce-60f36080a9f1 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:50:48.943158 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-13c06212-b6e1-4c73-ac47-484f12adf11c req-1273ac28-810c-45cb-b850-c64736f0ed78 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 210 time: 0.0716858 May 26 14:50:48.969015 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:50:48.980445 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Sync routers for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:50:48.988255 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-25cddfcc-4273-4f48-a0ed-e1540bd73ca4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a6753dbf-58b6-48ed-95ce-60f36080a9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0455043 May 26 14:50:48.988739 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58524) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:48.999347 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:49.000312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:49.014658 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-ded64d5a-07a6-4e08-9831-776955fe3644 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:49.016276 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-ded64d5a-07a6-4e08-9831-776955fe3644 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.2397203 May 26 14:50:49.030306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Request body: {'port': {'device_id': '935b8cdc-9e06-4277-b882-ee300f927407', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'admin_state_up': True, 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:50:49.165194 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks [] for router, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.182052 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:50:49.183059 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:49.188543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Usage tracker for resource:port and tenant:75b78ff27b8347379fdf9ba5a9851f8e is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:50:49.192382 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:50:49.198346 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:50:49.211166 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:50:49.214592 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.408827 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Allocated IP 172.20.0.2 (ac19790f-df69-45ed-8213-a1e314bf9db2/c97d9750-e6eb-4a86-a79d-ff00ba1b73bc/8287d0ce-ce9c-4258-87ef-702c0dfedc17) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:50:49.454309 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.523151 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:50:47Z', 'revision_number': 5, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port': {'id': '05997b2a-cf10-41c2-88ee-8d865888941f', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:73:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:47:55Z', 'updated_at': '2021-05-26T14:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:49.527188 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Checking router: a6753dbf-58b6-48ed-95ce-60f36080a9f1 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:50:49.527324 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Deleting port 05997b2a-cf10-41c2-88ee-8d865888941f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:49.527698 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.535863 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Routers {'a6753dbf-58b6-48ed-95ce-60f36080a9f1'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:50:49.536548 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:21Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:49.630997 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.657389 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] For port 05997b2a-cf10-41c2-88ee-8d865888941f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=05997b2a-cf10-41c2-88ee-8d865888941f,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:49.657780 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.662502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.668708 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-bdfad7c0-b56b-4bc1-b764-ca8265e62089 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:49.690252 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] Set router a6753dbf-58b6-48ed-95ce-60f36080a9f1 gateway port host: None {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:50:49.739514 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Network ac19790f-df69-45ed-8213-a1e314bf9db2 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:50:49.743164 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:50:49.747157 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:50:49.778404 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event updated for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:49.784831 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:49.793135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Calling delete_port for 05997b2a-cf10-41c2-88ee-8d865888941f owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:49.804011 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:50:49Z', 'revision_number': 6, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:49.808188 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd39692f-f6ef-45fc-a70c-1075f6450ca6 None None] The sync data for ids ['a6753dbf-58b6-48ed-95ce-60f36080a9f1'] in dv-cinder-774594-6-smb is: [{'id': 'a6753dbf-58b6-48ed-95ce-60f36080a9f1', 'name': 'tempest-TestMinimumBasicScenario-284469167-router', 'tenant_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:47:54Z', 'updated_at': '2021-05-26T14:50:49Z', 'revision_number': 6, 'project_id': '1084a3e59ca048feaee6cfc7b438ecb4', 'gw_port_host': None}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:50:49.816826 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:49.817456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.841204 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138967 May 26 14:50:49.852441 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Request body: {'port': {'device_id': '935b8cdc-9e06-4277-b882-ee300f927407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:50:49.943104 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:49.948063 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-da294802-64eb-4197-a889-b4d0aa23e129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:49.978177 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.002927 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Pushing event deleted for resources: {'Port': ['ID=05997b2a-cf10-41c2-88ee-8d865888941f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:50.006045 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:50.149429 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.341422 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.345728 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.370813 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7e05f101-f5c5-4054-b9de-57a51fbd6a13 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:50.376776 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f6e12-c286-4dcd-b19e-27f74aac7c00 req-9981e046-d322-4c9e-94c4-4806cbee91d4 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:50.378262 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b42f6e12-c286-4dcd-b19e-27f74aac7c00 req-9981e046-d322-4c9e-94c4-4806cbee91d4 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 931 time: 0.2972348 May 26 14:50:50.383826 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.384430 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6753dbf-58b6-48ed-95ce-60f36080a9f1 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:50:50.414321 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 7e05f101-f5c5-4054-b9de-57a51fbd6a13 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:50.414818 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 7e05f101-f5c5-4054-b9de-57a51fbd6a13 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:50.415342 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 05997b2a-cf10-41c2-88ee-8d865888941f no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:50.437092 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.440482 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b937dce1-acf3-40ac-9890-d1afb318312e admin admin] 10.222.0.25 "DELETE /v2.0/routers/a6753dbf-58b6-48ed-95ce-60f36080a9f1 HTTP/1.1" status: 204 len: 168 time: 1.4482279 May 26 14:50:50.442230 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58532) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:50.447502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8287d0ce-ce9c-4258-87ef-702c0dfedc17 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:50:50.449246 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-b42f6e12-c286-4dcd-b19e-27f74aac7c00 req-de8f6447-d4de-4201-b767-2a7852a5b858 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:security_group {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:50:50.467873 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 05997b2a-cf10-41c2-88ee-8d865888941f {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:50.468446 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 05997b2a-cf10-41c2-88ee-8d865888941f not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:50.468764 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-b42f6e12-c286-4dcd-b19e-27f74aac7c00 req-de8f6447-d4de-4201-b767-2a7852a5b858 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:security_group {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:50:50.470145 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b42f6e12-c286-4dcd-b19e-27f74aac7c00 req-de8f6447-d4de-4201-b767-2a7852a5b858 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837381 May 26 14:50:50.502059 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.530595 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Transition to ACTIVE for port object 8287d0ce-ce9c-4258-87ef-702c0dfedc17 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:50:50.537545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.541850 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ad3f33ca-b952-4a88-9f1a-d3df86752ff3 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:50.573079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Deleting subnet 2897abb8-2561-4296-864e-81bd80557417 {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:50:50.589025 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.642389 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-da001609-e5ec-408f-8a85-16ea0c1eec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.724005 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:50.735691 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.753120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:50.765476 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.887035 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Attempting to bind port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:50:50.887287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Attempting to bind port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:50:50.887581 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Attempting to bind port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:50:50.894013 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 on network ac19790f-df69-45ed-8213-a1e314bf9db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:50:50.894324 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Attempting to bind port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:50:50.901042 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:50:50.901322 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Checking segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:50:50.901699 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Bound using segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:50:50.902115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Bound port: 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:50:50.902468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:50.923859 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.106138 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:50:51.118444 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:50:51.132266 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.139222 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fa021f12-227c-4969-bd55-3f98442cb51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:51.222278 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:51.222872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.224262 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] 10.222.0.68 "PUT /v2.0/ports/8287d0ce-ce9c-4258-87ef-702c0dfedc17 HTTP/1.1" status: 200 len: 1093 time: 1.3759730 May 26 14:50:51.226491 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:51.313800 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'status': 'completed', 'code': 200} May 26 14:50:51.332791 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:51.337705 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:51.373004 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.380423 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fe06414d-4d3e-4a06-acdd-b3df74d5c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:51.413306 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-bc271386-546e-4ac4-90aa-4fb99af3eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:51.414667 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-bc271386-546e-4ac4-90aa-4fb99af3eba4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 1096 time: 0.1433277 May 26 14:50:51.419488 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.422020 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2897abb8-2561-4296-864e-81bd80557417,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:51.422156 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc742d0-f1ff-4325-b8f3-70819aafb476 None None] Network 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:50:51.424838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:51.429770 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f7803a28-e134-4d9c-84a3-eb9451e99067 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2897abb8-2561-4296-864e-81bd80557417 HTTP/1.1" status: 204 len: 168 time: 0.9849272 May 26 14:50:51.430893 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58538) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:51.494257 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-d4722cb5-266d-42ed-803d-4ed18037fee2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17 HTTP/1.1" status: 200 len: 217 time: 0.0655341 May 26 14:50:51.538929 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.573796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-be55b845-d758-474d-a396-503baea59780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:51.575951 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-be55b845-d758-474d-a396-503baea59780 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0747256 May 26 14:50:51.638529 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-254b235d-842f-45b3-a831-41cbf00c672a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511103 May 26 14:50:51.659142 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Deleting port 76a703e0-e3af-40af-b63b-c48b01ca8c29 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:51.659670 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.673335 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.698707 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] DHCP port deletion for 0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:50:51.768887 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Deleting port 76a703e0-e3af-40af-b63b-c48b01ca8c29 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:50:51.769432 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.775901 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] For port 76a703e0-e3af-40af-b63b-c48b01ca8c29, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=76a703e0-e3af-40af-b63b-c48b01ca8c29,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:51.776278 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.786396 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-c39de11e-d59f-48f1-9968-01570c45c8b1 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405549 May 26 14:50:51.882327 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] For port 76a703e0-e3af-40af-b63b-c48b01ca8c29, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=76a703e0-e3af-40af-b63b-c48b01ca8c29,segment=NetworkSegment(d3a45724-a969-4c17-aac2-ae0d4398efa3),segment_id=d3a45724-a969-4c17-aac2-ae0d4398efa3)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:51.883073 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:51.934725 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-dc1922af-d628-40db-bc33-a38ad47d82b5 req-a10e065b-d7f3-46b4-982b-549106cede53 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409431 May 26 14:50:52.011701 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Calling delete_port for 76a703e0-e3af-40af-b63b-c48b01ca8c29 owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:52.019835 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Calling delete_port for 76a703e0-e3af-40af-b63b-c48b01ca8c29 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:50:52.026288 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e897b3-a6a7-4e12-95ec-4c156cb2eef3 req-20831d7b-cfe2-47f7-b488-4c708c54efb1 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:52.028162 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-97e897b3-a6a7-4e12-95ec-4c156cb2eef3 req-20831d7b-cfe2-47f7-b488-4c708c54efb1 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 943 time: 0.4164979 May 26 14:50:52.075555 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.080679 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:52.092469 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-97e897b3-a6a7-4e12-95ec-4c156cb2eef3 req-9557995d-61ec-46f2-a69f-3aa84351374d tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516391 May 26 14:50:52.111236 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.116204 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4093dec3-c671-40e2-b3d0-d94eb152e598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:52.131935 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Pushing event deleted for resources: {'Port': ['ID=76a703e0-e3af-40af-b63b-c48b01ca8c29,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:52.135164 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:52.136143 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307224ed-5477-4cf3-b759-704e4f26f05f None None] No DVR routers for this DVR port 76a703e0-e3af-40af-b63b-c48b01ca8c29 on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:52.162953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a703e0-e3af-40af-b63b-c48b01ca8c29,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:52.164795 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] No DVR routers for this DVR port 76a703e0-e3af-40af-b63b-c48b01ca8c29 on host dv-cinder-774594-6-smb {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:50:52.166235 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:52.178779 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-67dabb8d-1db1-4c85-a696-ddc4ef381b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:52.180852 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-67dabb8d-1db1-4c85-a696-ddc4ef381b96 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 1096 time: 0.1980691 May 26 14:50:52.282195 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.296451 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd3edea-8aa3-4b57-b7ba-504425f8d5d6']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:52.300775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 76a703e0-e3af-40af-b63b-c48b01ca8c29 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:50:52.310136 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a45724-a969-4c17-aac2-ae0d4398efa3') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:52.310428 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a45724-a969-4c17-aac2-ae0d4398efa3') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:50:52.321071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-27cdefea-7f92-491c-97b0-acb5089050d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:52.322225 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.322550 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-27cdefea-7f92-491c-97b0-acb5089050d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 916 time: 0.1348510 May 26 14:50:52.334024 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 76a703e0-e3af-40af-b63b-c48b01ca8c29 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:50:52.334371 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 76a703e0-e3af-40af-b63b-c48b01ca8c29 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:50:52.343150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.349676 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:50:52.350124 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: util.warn( May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: util.warn( May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: util.warn( May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: util.warn( May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:50:52.364065 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:50:52.394691 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-ac979fd1-881f-400d-b622-c7491b193a84 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17 HTTP/1.1" status: 200 len: 217 time: 0.0650868 May 26 14:50:52.443144 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.446869 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:52.459661 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-19e08ead-861a-43e9-a422-359668a70766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:52.461171 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-19e08ead-861a-43e9-a422-359668a70766 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0593328 May 26 14:50:52.462364 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.469113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd3edea-8aa3-4b57-b7ba-504425f8d5d6,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:52.473073 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:52.475975 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3da8d7d3-aac5-4e17-9f1b-5e5d75787d43 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0cd3edea-8aa3-4b57-b7ba-504425f8d5d6 HTTP/1.1" status: 204 len: 168 time: 1.0439939 May 26 14:50:52.512885 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-8b554600-93b8-4e1e-b3fb-608f53fc5dcb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432770 May 26 14:50:52.605330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58546) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:52.692312 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b5f32901-9007-41da-a48c-52ad72018293 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0902dc07c14f4e09bdf12726671d30e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857887 May 26 14:50:52.694902 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58550) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:52.695588 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-224cd908-ec63-406d-8067-0505cc6bf00e service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758482 May 26 14:50:52.754158 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.786933 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.834842 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4efed8d-9d9f-4111-916c-934f13d9709a req-49c62965-5b81-4d23-b500-1fa4ec413778 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300261 May 26 14:50:52.839223 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.843526 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d2b34c98-7654-401b-87c9-e7f258c79763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:52.855864 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bb9c07-2074-4067-b053-b0851132e141,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:52.858939 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:52.868507 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:52.869597 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-53988b23-7a02-44a5-b38b-c39a0e1516d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16bb9c07-2074-4067-b053-b0851132e141 HTTP/1.1" status: 204 len: 168 time: 0.1738062 May 26 14:50:53.217875 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58560) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:53.268631 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58564) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:50:53.268867 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-838f614c-94f1-432a-9ebc-2b23a1d01c1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1084a3e59ca048feaee6cfc7b438ecb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497718 May 26 14:50:53.336662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92fbd3-5ae8-417f-808d-057f3f023650 req-10a32cf4-40cb-40ce-9b76-6aaee0f75920 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:53.337336 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-5c92fbd3-5ae8-417f-808d-057f3f023650 req-10a32cf4-40cb-40ce-9b76-6aaee0f75920 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:50:53.350887 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:53.379703 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-5c92fbd3-5ae8-417f-808d-057f3f023650 req-10a32cf4-40cb-40ce-9b76-6aaee0f75920 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:50:53.380835 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5c92fbd3-5ae8-417f-808d-057f3f023650 req-10a32cf4-40cb-40ce-9b76-6aaee0f75920 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 943 time: 0.1696341 May 26 14:50:53.385096 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:53.457748 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5c92fbd3-5ae8-417f-808d-057f3f023650 req-3e423f8d-0192-4f1f-b144-761948f926c5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661709 May 26 14:50:53.458597 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:53.473592 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:53.477906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-74cdad6e-d556-4c91-bced-2e30db26d232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:53.490047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34ab73-1917-430b-8699-f795502a8d12,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:53.492415 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:53.497977 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:53.499033 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0b591e09-c0c3-48dc-9a07-d82c660cb45f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c34ab73-1917-430b-8699-f795502a8d12 HTTP/1.1" status: 204 len: 168 time: 0.2295318 May 26 14:50:53.919736 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8287d0ce-ce9c-4258-87ef-702c0dfedc17 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:50:54.084820 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:54.097983 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'port_id': '8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'mac_address': 'fa:16:3e:36:d5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d9750-e6eb-4a86-a79d-ff00ba1b73bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:50:54.155051 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:54.171193 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8287d0ce-ce9c-4258-87ef-702c0dfedc17 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:50:54.186243 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:54.191136 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:54.193135 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:54.257965 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:54.261059 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:54.441867 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:50:54.656151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93990-db9d-4850-8ddf-2138bc6b041b req-0879d6d9-7a86-4a53-9cc0-847997295583 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:54.657582 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aac93990-db9d-4850-8ddf-2138bc6b041b req-0879d6d9-7a86-4a53-9cc0-847997295583 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 944 time: 0.0816486 May 26 14:50:54.706793 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-aac93990-db9d-4850-8ddf-2138bc6b041b req-35a78f3d-58a6-47e1-8e01-decac311f64d tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 May 26 14:50:55.887986 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d8a1-8ded-43ba-ba29-65d1e23a609c req-73ad8407-b8a6-42df-a579-a8c1b284e55b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:55.889412 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8c7d8a1-8ded-43ba-ba29-65d1e23a609c req-73ad8407-b8a6-42df-a579-a8c1b284e55b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 944 time: 0.0790973 May 26 14:50:55.931680 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8287d0ce-ce9c-4258-87ef-702c0dfedc17 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:50:55.932818 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f8c7d8a1-8ded-43ba-ba29-65d1e23a609c req-e4188834-7bba-424a-b7c2-33f736aa406e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 May 26 14:50:56.001405 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:50:56.006683 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:50:56.007118 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:56.132201 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:56.158585 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:50:56.168913 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:50:56.173300 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:50:56.175240 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:50:56.212433 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'code': 200} May 26 14:50:56.245653 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:50:56.248621 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:50:56.446483 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72e515-4ab1-4655-a3b8-cc032e040254 req-1de6c3fd-150b-4fcc-9a87-f18536bd3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:56.447940 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3a72e515-4ab1-4655-a3b8-cc032e040254 req-1de6c3fd-150b-4fcc-9a87-f18536bd3648 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 1098 time: 0.0717342 May 26 14:50:56.488615 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-3a72e515-4ab1-4655-a3b8-cc032e040254 req-c78b0faa-613f-4be8-9886-19de159b137d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 May 26 14:50:57.119661 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a912b-3679-4ecc-957e-5931c6d4dc71 req-0adfe100-8f5f-451b-b22e-df55e135bc6d tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:57.121118 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4f6a912b-3679-4ecc-957e-5931c6d4dc71 req-0adfe100-8f5f-451b-b22e-df55e135bc6d tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 945 time: 0.0788362 May 26 14:50:57.166429 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-4f6a912b-3679-4ecc-957e-5931c6d4dc71 req-bb873c73-738a-48d7-8027-48edc130b515 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 May 26 14:50:58.348573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ec00-f729-4e0b-9971-577eeee57583 req-1e0c42d7-91b5-4ca6-81da-7b61ae57764c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:50:58.349987 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-15e6ec00-f729-4e0b-9971-577eeee57583 req-1e0c42d7-91b5-4ca6-81da-7b61ae57764c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 945 time: 0.0784376 May 26 14:50:58.393987 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-15e6ec00-f729-4e0b-9971-577eeee57583 req-bc3159bb-4f0f-4019-81ae-09b3137c27a7 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 May 26 14:51:02.947213 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-369340b6-6527-4fd4-9d30-c0b0effe7a36 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:02.947878 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-369340b6-6527-4fd4-9d30-c0b0effe7a36 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:network {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:51:02.964876 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-369340b6-6527-4fd4-9d30-c0b0effe7a36 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:network {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:51:02.966119 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-369340b6-6527-4fd4-9d30-c0b0effe7a36 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.1762543 May 26 14:51:02.981069 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-f8b14db4-4039-461b-af2c-6f00eec2d939 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/quotas/75b78ff27b8347379fdf9ba5a9851f8e HTTP/1.1" status: 200 len: 375 time: 0.0087831 May 26 14:51:03.068101 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-bd9f7fe5-b3f9-4ba2-8bfc-8823662fd016 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810614 May 26 14:51:03.081677 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b488d8-ef90-4a4d-b215-8953405a2c1a req-e560473b-5d5b-45da-815e-af012d79c4a5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:03.083246 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02b488d8-ef90-4a4d-b215-8953405a2c1a req-e560473b-5d5b-45da-815e-af012d79c4a5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0837684 May 26 14:51:03.129409 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-02b488d8-ef90-4a4d-b215-8953405a2c1a req-06b75135-f982-41d9-8321-1a5a588961cf tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 May 26 14:51:03.312232 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-0cddee5d-1769-448e-80e8-1fff0824571a service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372797 May 26 14:51:03.447313 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-e4e561a1-083a-46c0-9a96-cecf00829593 service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293244 May 26 14:51:03.616146 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d25203d2-0a1b-415e-9010-ea8e756abdad req-6e6b06a4-1171-422e-9edc-5407cb92fc0b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 210 time: 0.0420568 May 26 14:51:04.319854 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de9780-2f30-442d-b0ff-77d8b78ad53e req-8c55c28d-41f2-4e4f-8c8d-603bc7ae38a5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:04.321202 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e8de9780-2f30-442d-b0ff-77d8b78ad53e req-8c55c28d-41f2-4e4f-8c8d-603bc7ae38a5 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0799632 May 26 14:51:04.368741 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e8de9780-2f30-442d-b0ff-77d8b78ad53e req-8c830bae-dd5d-49fc-8bf3-5161b72eb304 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups?id=f294186a-a7b7-4ba7-afd4-ed47c0024897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 May 26 14:51:04.472153 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-dc8fa3ba-3177-4da1-a2fc-3593cbd85d37 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:04.473678 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-dc8fa3ba-3177-4da1-a2fc-3593cbd85d37 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 946 time: 0.0842688 May 26 14:51:04.628192 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Deleting port 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:04.628542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:04.773339 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-4f58d0ec-8021-4cbe-9bd7-a3beb3adbb4b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:04.774945 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-4f58d0ec-8021-4cbe-9bd7-a3beb3adbb4b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.1814811 May 26 14:51:04.788656 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Request body: {'port': {'device_id': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'admin_state_up': True, 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:04.911835 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9a128f56-0219-48e2-bd01-ca8c67ebc542 req-bbdcacfe-9862-4da6-a509-ffabbe84178c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 210 time: 0.1472507 May 26 14:51:04.931328 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] For port 4326bb53-a998-465b-bad2-c0985d64b3d9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4326bb53-a998-465b-bad2-c0985d64b3d9,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:04.931975 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.028652 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:05.039304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:05.049274 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:51:05.052947 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.223671 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Allocated IP 172.20.0.4 (ac19790f-df69-45ed-8213-a1e314bf9db2/c97d9750-e6eb-4a86-a79d-ff00ba1b73bc/f6583c86-1dd0-40d1-b95e-65e62e479874) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:51:05.239136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.239635 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1011413'] for floatingip, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.240059 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.db.l3_db [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Floating IP 69a1d695-499d-4382-84b7-9b5d5bb55f95 disassociated. External IP: 172.28.3.205, port: 4326bb53-a998-465b-bad2-c0985d64b3d9. May 26 14:51:05.240570 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Calling delete_port for 4326bb53-a998-465b-bad2-c0985d64b3d9 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:05.351002 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.357015 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.357577 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e02ddfd9-d111-4341-bc16-4071268f674b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:05.400821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'Port': ['ID=4326bb53-a998-465b-bad2-c0985d64b3d9,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:05.404834 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:05.437908 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.469214 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.475008 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0226222a-4422-41d5-9701-9ab7dfcb9943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:05.483681 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:05.585488 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2a680101-c7a3-4b59-bb05-e28b5cb4b4b3 req-9e849bf7-95f4-487a-930b-eb8eefa7bb86 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ed9f7b6-3f78-4bde-8054-9127a8665ea2 HTTP/1.1" status: 200 len: 210 time: 0.0659368 May 26 14:51:05.594139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Network ac19790f-df69-45ed-8213-a1e314bf9db2 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:51:05.597037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:51:05.601661 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:51:05.623796 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:51:05.633165 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event updated for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:05.640124 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:05.670230 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:05.670846 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.698384 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9137070 May 26 14:51:05.709677 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Request body: {'port': {'device_id': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:05.817304 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:51:05.827584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.830338 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:51:05.841096 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:51:05.841712 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:05.899774 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] No DVR routers for this DVR port 4326bb53-a998-465b-bad2-c0985d64b3d9 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:51:05.903024 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:05.915539 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-deleted', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:05.923471 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-024b3fbd-94e6-4ac2-a112-fa20f1131dff req-4bf51e6c-0c3b-4b8a-9d24-110f5910939f tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.68 "DELETE /v2.0/ports/4326bb53-a998-465b-bad2-c0985d64b3d9 HTTP/1.1" status: 204 len: 173 time: 1.4399917 May 26 14:51:06.011165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed9f7b6-3f78-4bde-8054-9127a8665ea2', 'name': 'network-vif-deleted', 'tag': '4326bb53-a998-465b-bad2-c0985d64b3d9', 'status': 'completed', 'code': 200} May 26 14:51:06.082945 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:51:06.241999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c964e-1e61-43d2-95b7-60eecbd30583 req-27aabbb7-89da-4251-b2ec-d6bd79853591 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:06.242674 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-234c964e-1e61-43d2-95b7-60eecbd30583 req-27aabbb7-89da-4251-b2ec-d6bd79853591 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:51:06.315135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-234c964e-1e61-43d2-95b7-60eecbd30583 req-27aabbb7-89da-4251-b2ec-d6bd79853591 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:51:06.316369 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-234c964e-1e61-43d2-95b7-60eecbd30583 req-27aabbb7-89da-4251-b2ec-d6bd79853591 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 931 time: 0.2196980 May 26 14:51:06.320712 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6583c86-1dd0-40d1-b95e-65e62e479874 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:06.343618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.375576 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Transition to ACTIVE for port object f6583c86-1dd0-40d1-b95e-65e62e479874 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:51:06.383454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.390781 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d090f2e7-826f-4e85-8d8c-b5f0af7e4dfe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:06.423474 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:06.427896 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:51:06.435209 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-234c964e-1e61-43d2-95b7-60eecbd30583 req-fd1530ad-6a30-4cfa-ab21-b858237252fb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093128 May 26 14:51:06.437550 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:51:06.438170 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:06.561912 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Pushing event updated for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:06.569776 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:06.635696 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:51:06.649328 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Attempting to bind port f6583c86-1dd0-40d1-b95e-65e62e479874 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:51:06.649777 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Attempting to bind port f6583c86-1dd0-40d1-b95e-65e62e479874 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:51:06.649999 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Attempting to bind port f6583c86-1dd0-40d1-b95e-65e62e479874 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:06.655447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Port f6583c86-1dd0-40d1-b95e-65e62e479874 on network ac19790f-df69-45ed-8213-a1e314bf9db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:51:06.655791 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Attempting to bind port f6583c86-1dd0-40d1-b95e-65e62e479874 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:06.660966 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:51:06.661304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Checking segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:51:06.661673 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Bound using segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:51:06.662099 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Bound port: f6583c86-1dd0-40d1-b95e-65e62e479874, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:51:06.662441 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.744330 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58656) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:06.777037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:51:06.781986 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f6583c86-1dd0-40d1-b95e-65e62e479874,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:51:06.786013 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.791422 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:06.820129 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.849165 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.864790 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Pushing event updated for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:06.867496 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:06.868257 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.869671 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] 10.222.0.68 "PUT /v2.0/ports/f6583c86-1dd0-40d1-b95e-65e62e479874 HTTP/1.1" status: 200 len: 1093 time: 1.1643457 May 26 14:51:06.870149 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:06.875257 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:06.928468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.933864 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cd5a5cf3-b2bb-4150-bc11-2e0fca0b51e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:06.948749 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294186a-a7b7-4ba7-afd4-ed47c0024897,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:06.952319 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:06.961940 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:06.963390 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "DELETE /v2.0/security-groups/f294186a-a7b7-4ba7-afd4-ed47c0024897 HTTP/1.1" status: 204 len: 168 time: 0.2174757 May 26 14:51:06.966422 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58662) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:06.985664 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.api.v2.resource [None req-e89a0b27-d3a1-4d55-b51b-c808833c0398 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] show failed (client error): The resource could not be found. May 26 14:51:06.989336 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e89a0b27-d3a1-4d55-b51b-c808833c0398 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "GET /v2.0/security-groups/f294186a-a7b7-4ba7-afd4-ed47c0024897 HTTP/1.1" status: 404 len: 347 time: 0.0193596 May 26 14:51:06.989659 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58666) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:07.019078 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:07.023763 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3539563-2d13-4868-9e75-64427465dfa7 None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'bc281d98-4467-40cc-9fce-e2f289f6fb55', 'name': '', 'network_id': '9fb9c57f-c5d4-4916-829e-73f936fc5eaa', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'mac_address': 'fa:16:3e:fe:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '279abb73-16b9-4928-a166-29dd185de477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:19Z', 'updated_at': '2021-05-26T14:44:31Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'subnets': [{'id': '279abb73-16b9-4928-a166-29dd185de477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:51:07.073009 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874', 'status': 'completed', 'code': 200} May 26 14:51:07.112073 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-be5c0a6b-4340-4551-9264-018426474f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:07.113642 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-be5c0a6b-4340-4551-9264-018426474f5a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 1096 time: 0.2049356 May 26 14:51:07.196162 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-08eea852-ec74-42d1-a20b-11931d4faebb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6583c86-1dd0-40d1-b95e-65e62e479874 HTTP/1.1" status: 200 len: 217 time: 0.0720763 May 26 14:51:07.231049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Deleting port 144d8f26-c5e1-4e87-8b20-1db9210abbd2 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:07.231579 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.259296 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2908fcd7-1292-419a-ac0c-02242456a4b3 None None] New status for floating IP 69a1d695-499d-4382-84b7-9b5d5bb55f95: DOWN {{(pid=103659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:51:07.270514 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-fb9c621a-8e61-4bae-973b-2cedbaca9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:07.272091 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-fb9c621a-8e61-4bae-973b-2cedbaca9f04 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0670538 May 26 14:51:07.320721 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-d9dd2ac6-b078-4e6c-9bd9-8cc9c5ff2fbf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420249 May 26 14:51:07.465724 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-16de6f2c-f2b2-4d20-854b-6be3134b31d8 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361711 May 26 14:51:07.496286 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.496722 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.647499 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Calling delete_port for 144d8f26-c5e1-4e87-8b20-1db9210abbd2 owned by network:floatingip {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:07.733704 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9fe769dc-1e70-48b9-ab7b-e6ba6fa683ff req-631157a8-cfff-4ee6-beee-2c54d4318ed2 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604930 May 26 14:51:07.750285 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbec790-c4cc-4fb0-b79a-4c6467c9e266 req-594a53c3-f434-49fa-ba84-b80a9c83d156 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:07.752338 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7dbec790-c4cc-4fb0-b79a-4c6467c9e266 req-594a53c3-f434-49fa-ba84-b80a9c83d156 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 943 time: 0.1706629 May 26 14:51:07.801066 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.806715 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2ec59cc0-e5a0-41bc-bc40-ede5cd331a27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:07.844039 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-7dbec790-c4cc-4fb0-b79a-4c6467c9e266 req-51b49b9c-0ff7-47b3-810e-419400b210c8 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 May 26 14:51:07.885134 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Pushing event deleted for resources: {'Port': ['ID=144d8f26-c5e1-4e87-8b20-1db9210abbd2,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:07.891906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:07.901987 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde937-dd76-401e-86c3-975305131911 req-d63a8611-d487-444a-a8a7-b1daed9fce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:07.904225 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-d63a8611-d487-444a-a8a7-b1daed9fce4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 1096 time: 0.1046853 May 26 14:51:07.962923 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks [] for floatingip, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.979697 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:07.981468 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] 10.222.0.25 "DELETE /v2.0/floatingips/69a1d695-499d-4382-84b7-9b5d5bb55f95 HTTP/1.1" status: 204 len: 168 time: 0.9907408 May 26 14:51:08.008468 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:51:08.042182 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde937-dd76-401e-86c3-975305131911 req-42960b09-23dd-4397-96ee-00120b899982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:08.044255 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-42960b09-23dd-4397-96ee-00120b899982 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 916 time: 0.1324904 May 26 14:51:08.044457 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 4326bb53-a998-465b-bad2-c0985d64b3d9 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:51:08.044801 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 4326bb53-a998-465b-bad2-c0985d64b3d9 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:51:08.111971 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-bd584ec4-21c6-4114-8cfb-4ff07a482f74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6583c86-1dd0-40d1-b95e-65e62e479874 HTTP/1.1" status: 200 len: 217 time: 0.0607831 May 26 14:51:08.189482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cde937-dd76-401e-86c3-975305131911 req-4d47593b-ce78-42fd-946f-4e2bc5439b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:08.190878 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-4d47593b-ce78-42fd-946f-4e2bc5439b9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0713291 May 26 14:51:08.242507 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-4adefdc0-fdcd-472c-bdca-985aa225b221 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448439 May 26 14:51:08.390992 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-f0618c75-2035-4b14-ba8e-e9b7ef8c04a3 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410427 May 26 14:51:08.530777 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-37cde937-dd76-401e-86c3-975305131911 req-6041b112-36e2-4f2d-a56c-2b07f50be935 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316137 May 26 14:51:09.042567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673efb-b7bd-4484-902e-13ccb9f9638b req-f2d8e79b-e96f-4183-a117-61b3eafaa13f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:09.044171 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0673efb-b7bd-4484-902e-13ccb9f9638b req-f2d8e79b-e96f-4183-a117-61b3eafaa13f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 943 time: 0.0820401 May 26 14:51:09.090622 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d0673efb-b7bd-4484-902e-13ccb9f9638b req-e716bea0-8e70-446c-9c68-5b68cc74dc71 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 May 26 14:51:10.012166 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f6583c86-1dd0-40d1-b95e-65e62e479874 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:51:10.153215 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f6583c86-1dd0-40d1-b95e-65e62e479874,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:10.168506 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': 'f6583c86-1dd0-40d1-b95e-65e62e479874', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'port_id': 'f6583c86-1dd0-40d1-b95e-65e62e479874', 'mac_address': 'fa:16:3e:88:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d9750-e6eb-4a86-a79d-ff00ba1b73bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:51:10.233340 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:10.253659 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6583c86-1dd0-40d1-b95e-65e62e479874 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:10.278688 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f6583c86-1dd0-40d1-b95e-65e62e479874,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:10.283636 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:10.286322 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-a1b17133-fc2c-41e4-b167-f0fcd0802027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:10.290572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea87c-27b5-4380-b62c-51f13a10dfe6 req-bcef5618-3235-446d-bd93-b2cb55c8a6cc tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:10.292048 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbeea87c-27b5-4380-b62c-51f13a10dfe6 req-bcef5618-3235-446d-bd93-b2cb55c8a6cc tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 943 time: 0.0917318 May 26 14:51:10.340526 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-fbeea87c-27b5-4380-b62c-51f13a10dfe6 req-84f9084c-e5bb-45b7-9183-4add7d499025 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 May 26 14:51:10.397825 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:10.402848 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:10.536473 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['f6583c86-1dd0-40d1-b95e-65e62e479874'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:10.953820 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58696) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:11.631108 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06826-484f-4cb9-8a18-026431a370c5 req-54336123-b1ae-41ff-b932-ab1bd0178de9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:11.632487 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c2d06826-484f-4cb9-8a18-026431a370c5 req-54336123-b1ae-41ff-b932-ab1bd0178de9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 944 time: 0.1557622 May 26 14:51:11.716760 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c2d06826-484f-4cb9-8a18-026431a370c5 req-db3bccfd-8118-4330-b39e-b16185769a79 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744147 May 26 14:51:11.752705 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.027280 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f6583c86-1dd0-40d1-b95e-65e62e479874 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:51:12.135291 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port f6583c86-1dd0-40d1-b95e-65e62e479874 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:51:12.140268 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port f6583c86-1dd0-40d1-b95e-65e62e479874 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:51:12.140641 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.297722 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.340928 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:12.348078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Deleting port bc281d98-4467-40cc-9fce-e2f289f6fb55 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:12.348610 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.357913 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f6583c86-1dd0-40d1-b95e-65e62e479874,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:12.363431 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.367348 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:12.423304 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874', 'code': 200} May 26 14:51:12.485919 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:12.489925 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:12.497591 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] For port bc281d98-4467-40cc-9fce-e2f289f6fb55, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=bc281d98-4467-40cc-9fce-e2f289f6fb55,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:12.498109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.623872 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Calling delete_port for bc281d98-4467-40cc-9fce-e2f289f6fb55 owned by network:router_interface {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:12.645335 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb189-d68d-46b0-b19e-9b3fcb4435f6 req-e8cb4cdc-3976-47e3-842a-86bb117c42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:12.646782 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e8ebb189-d68d-46b0-b19e-9b3fcb4435f6 req-e8cb4cdc-3976-47e3-842a-86bb117c42ce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 1098 time: 0.0704856 May 26 14:51:12.688578 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e8ebb189-d68d-46b0-b19e-9b3fcb4435f6 req-283d5710-f130-4ff3-a04d-c67c693e82f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 May 26 14:51:12.778143 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:12.781935 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0371bc05-763c-4056-8a77-480a88e1710f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:12.829152 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc281d98-4467-40cc-9fce-e2f289f6fb55,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:12.832696 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:13.123909 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4e75c-9ca8-454c-8fd5-e16089648c47 req-4781f93b-8914-4abe-9347-da0b0e67816a tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:13.125731 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-59c4e75c-9ca8-454c-8fd5-e16089648c47 req-4781f93b-8914-4abe-9347-da0b0e67816a tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 945 time: 0.2661569 May 26 14:51:13.191325 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:13.196808 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-59c4e75c-9ca8-454c-8fd5-e16089648c47 req-c39d5346-2fe4-4768-b944-3dcd47f505c1 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634170 May 26 14:51:13.552594 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Router 199f11ea-d219-4e7c-b887-2727a0b2c2fa has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:51:13.828105 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:51:13.837638 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Sync routers for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:51:13.843992 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-2b362bbe-49ec-4bd8-b8b3-dd859f1fbe6e admin admin] 10.222.0.25 "PUT /v2.0/routers/199f11ea-d219-4e7c-b887-2727a0b2c2fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857081 May 26 14:51:13.844398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58708) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:13.849752 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:51:13.850359 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:14.029960 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks [] for router, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:14.040231 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:51:14.324864 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:14.435731 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Deleting port 18c318d9-954b-4075-ad80-23a2759933d2 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:14.436305 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:14.489017 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '18c318d9-954b-4075-ad80-23a2759933d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:51:12Z', 'revision_number': 5, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port': {'id': '18c318d9-954b-4075-ad80-23a2759933d2', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:14.493059 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Checking router: 199f11ea-d219-4e7c-b887-2727a0b2c2fa for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:51:14.502714 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Routers {'199f11ea-d219-4e7c-b887-2727a0b2c2fa'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:51:14.503241 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:50:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:14.513934 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcb6be-a746-43cb-8c54-f3577727f36a req-fedd8f13-0a1c-4cff-a3b2-b508b74ce746 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:14.515382 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9cbcb6be-a746-43cb-8c54-f3577727f36a req-fedd8f13-0a1c-4cff-a3b2-b508b74ce746 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 945 time: 0.1814363 May 26 14:51:14.561138 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-9cbcb6be-a746-43cb-8c54-f3577727f36a req-aa12c969-42fb-4bb0-9e33-c123f01eacee tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 May 26 14:51:14.628526 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] For port 18c318d9-954b-4075-ad80-23a2759933d2, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=18c318d9-954b-4075-ad80-23a2759933d2,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:14.629486 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:14.656532 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] Set router 199f11ea-d219-4e7c-b887-2727a0b2c2fa gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:51:14.750783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Calling delete_port for 18c318d9-954b-4075-ad80-23a2759933d2 owned by network:router_gateway {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:14.767421 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:51:14Z', 'revision_number': 6, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:14.771133 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1bd2-3d0d-4880-92f2-ebc066e3f00b None None] The sync data for ids ['199f11ea-d219-4e7c-b887-2727a0b2c2fa'] in dv-cinder-774594-6-smb is: [{'id': '199f11ea-d219-4e7c-b887-2727a0b2c2fa', 'name': 'tempest-AttachVolumeShelveTestJSON-1341710813-router', 'tenant_id': '431fe07e94ca46bbb1c29d66f78be280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:44:13Z', 'updated_at': '2021-05-26T14:51:14Z', 'revision_number': 6, 'project_id': '431fe07e94ca46bbb1c29d66f78be280', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:51:14.906933 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:14.910561 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-13d37756-5b25-401e-81be-58396b70b1d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:14.953081 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c318d9-954b-4075-ad80-23a2759933d2,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:14.955390 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:15.050036 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.399603 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.403121 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.542109 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.542695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199f11ea-d219-4e7c-b887-2727a0b2c2fa {{(pid=103657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:51:15.556125 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.560212 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-fd2e5008-a67a-454c-b034-f8034cf5ca63 admin admin] 10.222.0.25 "DELETE /v2.0/routers/199f11ea-d219-4e7c-b887-2727a0b2c2fa HTTP/1.1" status: 204 len: 168 time: 1.7120130 May 26 14:51:15.560648 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58728) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:15.621652 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Deleting subnet 279abb73-16b9-4928-a166-29dd185de477 {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:51:15.624521 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.675115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:15.766168 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.017456 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.021335 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b1bfe647-bc53-4935-80b1-00793c3211b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:16.056804 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279abb73-16b9-4928-a166-29dd185de477,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:16.060779 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:16.063438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.068633 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca2aef-708a-49a9-b0d7-824175a60a57 None None] Network 9fb9c57f-c5d4-4916-829e-73f936fc5eaa requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:51:16.069529 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9f346ad8-696e-40d0-b1c4-3aaab38eddc5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/279abb73-16b9-4928-a166-29dd185de477 HTTP/1.1" status: 204 len: 168 time: 0.5079789 May 26 14:51:16.072027 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58732) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:16.177862 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.255974 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Deleting port 37e897b0-64e6-4431-8461-d435780248fa {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:16.256434 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.332811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] DHCP port deletion for 9fb9c57f-c5d4-4916-829e-73f936fc5eaa request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:51:16.337685 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 18c318d9-954b-4075-ad80-23a2759933d2 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:51:16.360663 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] For port 37e897b0-64e6-4431-8461-d435780248fa, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=37e897b0-64e6-4431-8461-d435780248fa,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:16.361048 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.401562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 18c318d9-954b-4075-ad80-23a2759933d2 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:51:16.402721 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 18c318d9-954b-4075-ad80-23a2759933d2 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:51:16.403308 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device bc281d98-4467-40cc-9fce-e2f289f6fb55 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:51:16.442116 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: bc281d98-4467-40cc-9fce-e2f289f6fb55 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:51:16.442490 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device bc281d98-4467-40cc-9fce-e2f289f6fb55 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:51:16.469235 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Deleting port 37e897b0-64e6-4431-8461-d435780248fa {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:16.469876 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.484917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Calling delete_port for 37e897b0-64e6-4431-8461-d435780248fa owned by network:dhcp {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:16.533567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.538170 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:16.573674 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] For port 37e897b0-64e6-4431-8461-d435780248fa, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=37e897b0-64e6-4431-8461-d435780248fa,segment=NetworkSegment(c03b617d-c6d0-455e-be21-0e5b4e80b2ab),segment_id=c03b617d-c6d0-455e-be21-0e5b4e80b2ab)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:16.574665 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.584783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e897b0-64e6-4431-8461-d435780248fa,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:16.587150 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:16.590989 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] No DVR routers for this DVR port 37e897b0-64e6-4431-8461-d435780248fa on host dv-cinder-774594-6-smb {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:51:16.698386 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Calling delete_port for 37e897b0-64e6-4431-8461-d435780248fa owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:16.740721 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.744256 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:16.789141 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Pushing event deleted for resources: {'Port': ['ID=37e897b0-64e6-4431-8461-d435780248fa,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:16.792370 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:16.793280 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.793791 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85da40f-78e3-436f-a6b1-67f788a13d26 None None] No DVR routers for this DVR port 37e897b0-64e6-4431-8461-d435780248fa on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:51:16.814115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb9c57f-c5d4-4916-829e-73f936fc5eaa']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:16.840581 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:16.840816 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03b617d-c6d0-455e-be21-0e5b4e80b2ab') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:51:16.868160 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.887174 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c5789d4b-12cb-483f-81ac-ca0807053fcd tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:16.888627 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c5789d4b-12cb-483f-81ac-ca0807053fcd tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.3002119 May 26 14:51:16.895083 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.908768 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:51:16.909157 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:51:16.923893 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:51:16.929418 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-604c262c-8980-4e5d-ac00-8d20b2acfd14 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/quotas/75b78ff27b8347379fdf9ba5a9851f8e HTTP/1.1" status: 200 len: 375 time: 0.0315206 May 26 14:51:17.162780 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.169217 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ee614ec5-bbde-479c-902a-8af244a82f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:17.184911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.197185 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb9c57f-c5d4-4916-829e-73f936fc5eaa,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:17.203892 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:17.220309 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-81a0ef5c-4d64-40f8-98a6-4885f2595a71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9fb9c57f-c5d4-4916-829e-73f936fc5eaa HTTP/1.1" status: 204 len: 168 time: 1.1471531 May 26 14:51:17.226239 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbec58-a211-4145-a879-4d09c0650c0e req-ec0c6831-0b30-4bb1-aa8d-41ea03519674 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:17.227879 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e7fbec58-a211-4145-a879-4d09c0650c0e req-ec0c6831-0b30-4bb1-aa8d-41ea03519674 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0843735 May 26 14:51:17.228532 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-8a59402b-4c2a-40a1-8e61-4370b133c098 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395931 May 26 14:51:17.280641 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-e7fbec58-a211-4145-a879-4d09c0650c0e req-ecce2e76-d0d1-4674-a699-3a538e225d7f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 May 26 14:51:17.340887 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58756) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:17.364028 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-f640a9af-9d99-4d14-9936-6d20de11ac79 service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273663 May 26 14:51:17.389234 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e8a6777f-4946-4d98-8d6f-e4e8736395a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=431fe07e94ca46bbb1c29d66f78be280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469537 May 26 14:51:17.391567 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58760) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:17.454911 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.480529 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.497076 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-e3595a42-295f-4699-bf76-c06d355bbd0f service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 May 26 14:51:17.537058 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.543336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-7fe31c71-65b4-4f64-b42f-6f93315f63ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:17.556146 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed3e3a-ff65-40ec-aef1-d8b8dfeeda3b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:17.560007 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:17.563241 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:17.566785 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-b41068d9-b3e6-484e-98e6-30da4730a20d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89ed3e3a-ff65-40ec-aef1-d8b8dfeeda3b HTTP/1.1" status: 204 len: 168 time: 0.1718800 May 26 14:51:17.678604 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dd791975-0226-45cd-82bb-a65c93d20e2a req-6feaec01-9a23-44a3-9416-a23948b14d21 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 210 time: 0.0455430 May 26 14:51:18.288319 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbac4813-dfa6-4e28-b967-16b833a487c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:18.308497 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 37e897b0-64e6-4431-8461-d435780248fa no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:51:18.343766 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 37e897b0-64e6-4431-8461-d435780248fa {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:51:18.344206 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 37e897b0-64e6-4431-8461-d435780248fa not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:51:18.476425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d126f-b85c-4c21-b0e8-308835e25e55 req-ea2f0627-2035-4480-a7e7-8e4204fc1a42 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:18.477876 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a90d126f-b85c-4c21-b0e8-308835e25e55 req-ea2f0627-2035-4480-a7e7-8e4204fc1a42 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0831990 May 26 14:51:18.523211 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a90d126f-b85c-4c21-b0e8-308835e25e55 req-60d38ee7-cbe2-4b1f-b0ed-0e02d5900111 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384593 May 26 14:51:18.824704 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-90ae7d37-8bd9-4743-bac3-81c607464555 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:18.826471 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-90ae7d37-8bd9-4743-bac3-81c607464555 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.1763606 May 26 14:51:18.842969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Request body: {'port': {'device_id': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'admin_state_up': True, 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:18.843844 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c5564aa9-6694-49f8-87e3-f12f17a8ab80 req-6e9840e4-699a-435b-8190-775b6fb5cf75 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 210 time: 0.0456502 May 26 14:51:19.034936 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:19.049770 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:19.064062 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'port': 1} {{(pid=103658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:51:19.068198 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:19.240091 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_common [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Allocated IP 172.20.0.3 (ac19790f-df69-45ed-8213-a1e314bf9db2/c97d9750-e6eb-4a86-a79d-ff00ba1b73bc/1fd99844-23e9-4fbc-a7aa-d29f4c68c214) {{(pid=103658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:51:19.438035 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks [] for port, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:19.467382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:19.473108 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:19.479775 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'f6583c86-1dd0-40d1-b95e-65e62e479874'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:19.540272 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Network ac19790f-df69-45ed-8213-a1e314bf9db2 is already hosted by enough agents. {{(pid=103658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:51:19.543477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.base_scheduler [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources bound (agent type, host, resource id): {{(pid=103658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:51:19.547949 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Received port after_create {{(pid=103658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:51:19.590686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event updated for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:19.598150 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:19.620265 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:19.620901 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:19.654869 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6783365e-25dd-48ad-82a6-f0e1d71c1b69 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8176658 May 26 14:51:19.669402 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.v2.base [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Request body: {'port': {'device_id': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:19.838105 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:19.863129 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37215b-71c0-4ff4-957a-f283dda0d8b2 req-ff4ce55d-d8b6-43c2-ab68-122ef70da101 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:19.864582 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3c37215b-71c0-4ff4-957a-f283dda0d8b2 req-ff4ce55d-d8b6-43c2-ab68-122ef70da101 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1688888 May 26 14:51:19.959850 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-3c37215b-71c0-4ff4-957a-f283dda0d8b2 req-20299047-96ea-45e3-a4b4-1f19927e5e10 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670762 May 26 14:51:20.046086 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1249aa-87b9-41d3-a149-3b4baa569672 req-b809f9ad-c19a-4d9a-af8a-0efb0456629c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:20.048517 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2a1249aa-87b9-41d3-a149-3b4baa569672 req-b809f9ad-c19a-4d9a-af8a-0efb0456629c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 931 time: 0.0929451 May 26 14:51:20.118066 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2a1249aa-87b9-41d3-a149-3b4baa569672 req-d85476f5-51bb-4b98-82e9-14561264bcbd tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635746 May 26 14:51:20.376902 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 {{(pid=103658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:20.384502 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.400994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.provisioning_blocks [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Transition to ACTIVE for port object 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 will not be triggered until provisioned by entity L2. {{(pid=103658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:51:20.405592 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.409467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e4451857-b13d-4eb0-8a73-045d6a2088eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:20.537496 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=2']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:20.563332 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:20.645577 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c471bf02-2e2e-4b8f-af92-35ad6883b881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.652494 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Attempting to bind port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:51:20.652950 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Attempting to bind port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:51:20.653338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Attempting to bind port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:20.658344 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 on network ac19790f-df69-45ed-8213-a1e314bf9db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:51:20.658649 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Attempting to bind port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:20.667185 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:51:20.667456 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Checking segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:51:20.667992 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Bound using segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} {{(pid=103658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:51:20.668417 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.managers [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Bound port: 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}}] {{(pid=103658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:51:20.668757 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.738805 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.766692 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, cleared binding levels {{(pid=103658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:51:20.769686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:51:20.773185 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6341536'] for port, after_update {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.777531 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8e648295-89e2-4098-8625-b7c5f0d01071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:20.834420 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:20.835008 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:20.836377 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] 10.222.0.68 "PUT /v2.0/ports/1fd99844-23e9-4fbc-a7aa-d29f4c68c214 HTTP/1.1" status: 200 len: 1093 time: 1.1729963 May 26 14:51:20.836862 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:20.857279 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=3']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:20.860618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c138ba61-129f-4be8-b8ba-681c31b7c073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:20.927810 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'status': 'completed', 'code': 200} May 26 14:51:20.967354 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-89977df9-c656-42af-8178-91ea8c0f093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:20.968821 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-89977df9-c656-42af-8178-91ea8c0f093b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 1096 time: 0.0836713 May 26 14:51:21.040104 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-bb7e7fd2-8f9f-4933-82a3-d25b315523ee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214 HTTP/1.1" status: 200 len: 217 time: 0.0636129 May 26 14:51:21.102101 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-42b83d56-15b1-4b10-8ca9-f2a6bb09468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:21.103508 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-42b83d56-15b1-4b10-8ca9-f2a6bb09468e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0566475 May 26 14:51:21.147536 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427903a7-dbae-40d5-9a88-51694f7299ab req-91c05b18-569b-4eba-ae21-c69b6d6c0a13 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:21.149015 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-427903a7-dbae-40d5-9a88-51694f7299ab req-91c05b18-569b-4eba-ae21-c69b6d6c0a13 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0801489 May 26 14:51:21.152993 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-db3ee827-ad99-41c4-9666-a89f8182e100 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424685 May 26 14:51:21.201257 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-427903a7-dbae-40d5-9a88-51694f7299ab req-fe93524f-e79d-4298-9bb8-8bdfe3ff96d1 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 May 26 14:51:21.408066 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-301de8fd-ab62-45c5-a200-3aacc4e7d302 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478924 May 26 14:51:21.512215 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b09842-ed0d-4cea-94c1-c211575187a3 req-32068d04-cbc2-4784-a70d-d5d958b3a91e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:21.512894 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-c9b09842-ed0d-4cea-94c1-c211575187a3 req-32068d04-cbc2-4784-a70d-d5d958b3a91e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:51:21.550270 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-c9b09842-ed0d-4cea-94c1-c211575187a3 req-32068d04-cbc2-4784-a70d-d5d958b3a91e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:51:21.551433 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c9b09842-ed0d-4cea-94c1-c211575187a3 req-32068d04-cbc2-4784-a70d-d5d958b3a91e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 943 time: 0.2316468 May 26 14:51:21.585594 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-05a31a97-b767-4c33-bbd9-fe307ce8e7ac req-6e993d15-f202-448e-9f11-b0fbd2bbff4e service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694977 May 26 14:51:21.622149 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-c9b09842-ed0d-4cea-94c1-c211575187a3 req-f39a0e13-2d7b-46d3-89fe-982370df1065 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 May 26 14:51:21.666277 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:21.717204 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-d4acf0ef-4f08-42c0-8bbe-989dec2c12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:21.718686 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-d4acf0ef-4f08-42c0-8bbe-989dec2c12aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 1096 time: 0.0736318 May 26 14:51:21.862844 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-1786963e-3f43-4543-8dfa-29432fb5e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:21.864309 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-1786963e-3f43-4543-8dfa-29432fb5e56b service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 916 time: 0.1386621 May 26 14:51:21.906876 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58850) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:21.937257 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-a1eef5d5-1638-45e8-bf2d-918098d693c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214 HTTP/1.1" status: 200 len: 217 time: 0.0652776 May 26 14:51:22.006979 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-4b192135-2ec4-47d1-8252-aa88dc0f4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:22.008433 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-4b192135-2ec4-47d1-8252-aa88dc0f4b85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0600615 May 26 14:51:22.029288 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.048984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:22.052811 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Usage tracker for resource:security_group_rule and tenant:074843e469b0491b93aed0a8207ea9bd is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:51:22.055623 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:51:22.060111 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-3906e438-68e0-4a61-ba24-d5221bc44c92 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438104 May 26 14:51:22.061662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:22.151186 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.156563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.164917 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0f95d549-58f2-43d5-9c91-ce71ab9508f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:22.208686 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba986b-bbff-424f-83d0-c67c412d35e8,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:22.213221 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=074843e469b0491b93aed0a8207ea9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051646 May 26 14:51:22.214922 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:22.217811 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58856) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:22.307405 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-eb29fb15-8878-4ab1-8329-6dde87e8ad1b service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400157 May 26 14:51:22.312791 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.389656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.442537 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ae0df379-b7a1-446e-ab16-d869e86cfaf5 req-84c8b714-dd42-4e36-b575-cd878969aa02 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270068 May 26 14:51:22.445851 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255e2b-6f50-42f4-9555-55427f85e50a req-65ef3c58-e17e-47d8-9133-a1f1087638d5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:22.447856 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-03255e2b-6f50-42f4-9555-55427f85e50a req-65ef3c58-e17e-47d8-9133-a1f1087638d5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1356463 May 26 14:51:22.481349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.485047 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-016aa799-782d-4baa-820e-f9fa72409a1e tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:22.508287 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba986b-bbff-424f-83d0-c67c412d35e8,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:22.512760 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:22.515659 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-03255e2b-6f50-42f4-9555-55427f85e50a req-15e53757-36fb-4f27-8b8b-acbe279c6c3c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582342 May 26 14:51:22.520698 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:22.524503 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3ba986b-bbff-424f-83d0-c67c412d35e8 HTTP/1.1" status: 204 len: 168 time: 0.3029866 May 26 14:51:22.826175 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1eec-cf3d-4702-87d9-5d50ebf237ff req-ba5c9d59-940e-44ef-b33a-99d2894f2807 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:22.833012 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35ba1eec-cf3d-4702-87d9-5d50ebf237ff req-ba5c9d59-940e-44ef-b33a-99d2894f2807 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 943 time: 0.1029129 May 26 14:51:22.878145 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-35ba1eec-cf3d-4702-87d9-5d50ebf237ff req-3f7b7725-9928-4f02-98dc-9161946fb1a7 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 May 26 14:51:23.347376 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:51:23.463605 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:23.724899 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ed2c6-4f24-4619-be99-8bcaf267c633 req-ec37a3d5-ae40-4765-9fff-15f77f35b0eb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:23.726358 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6e4ed2c6-4f24-4619-be99-8bcaf267c633 req-ec37a3d5-ae40-4765-9fff-15f77f35b0eb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0882585 May 26 14:51:23.772164 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6e4ed2c6-4f24-4619-be99-8bcaf267c633 req-327830c8-fee1-4da9-aa65-5890793933ba tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 May 26 14:51:24.052989 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:51:24.079409 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba80705-6da9-43fe-a2c9-75bcd70467d4 req-1456dd77-f00d-4ef0-9e34-707f99f248c7 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:24.081108 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-eba80705-6da9-43fe-a2c9-75bcd70467d4 req-1456dd77-f00d-4ef0-9e34-707f99f248c7 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 943 time: 0.0942669 May 26 14:51:24.136098 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-eba80705-6da9-43fe-a2c9-75bcd70467d4 req-9ded761a-9228-4a80-b043-28f69a5d291f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 May 26 14:51:24.207261 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:24.221384 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'port_id': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'mac_address': 'fa:16:3e:9c:4c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d9750-e6eb-4a86-a79d-ff00ba1b73bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:51:24.278601 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.296158 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:24.314187 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:24.322618 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.325532 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:24.376035 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58916) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:24.407770 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:24.412684 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:24.506838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.521310 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:24.525118 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Usage tracker for resource:security_group_rule and tenant:cab99d7657734a04ae0709e37961e016 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:51:24.528453 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:51:24.534177 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:24.616306 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['1fd99844-23e9-4fbc-a7aa-d29f4c68c214'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:24.624630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.629425 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.639397 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f6c62ca0-9584-45cd-82b7-22da9c8b59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:24.681099 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cab99d7657734a04ae0709e37961e016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039782 May 26 14:51:24.682030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32de2a3c-f811-49c2-a685-6a50cad5db15,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:24.685188 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58922) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:24.687753 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:24.754235 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.782707 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.837048 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.840862 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cbe24cca-99af-4523-ab0d-33f18628c7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:24.852814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de2a3c-f811-49c2-a685-6a50cad5db15,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:24.857031 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:24.860439 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:24.861543 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32de2a3c-f811-49c2-a685-6a50cad5db15 HTTP/1.1" status: 204 len: 168 time: 0.1754460 May 26 14:51:24.979412 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec756b2-75fe-4952-970f-b97c79c0b715 req-ec7805a4-e872-448e-ae15-cfd2592f4f4e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:24.981497 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0ec756b2-75fe-4952-970f-b97c79c0b715 req-ec7805a4-e872-448e-ae15-cfd2592f4f4e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0897522 May 26 14:51:25.031709 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0ec756b2-75fe-4952-970f-b97c79c0b715 req-2d11089d-2da7-4697-968e-5efbc9c8ff01 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 May 26 14:51:25.182727 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 58934) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:25.205447 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.220385 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:25.224233 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Usage tracker for resource:security_group_rule and tenant:933682de0bfc480fa3b11c9944952050 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:51:25.226942 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:51:25.233278 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:25.318345 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.323914 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.332550 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4eee0c4e-ddf0-4214-944c-5d3fd339f4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:25.340243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6bea8-ff27-4a9f-9e0d-69d01bb2a173 req-ae35315f-c766-4129-bfd7-b4f67cb325ff tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:25.341735 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-06d6bea8-ff27-4a9f-9e0d-69d01bb2a173 req-ae35315f-c766-4129-bfd7-b4f67cb325ff tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 944 time: 0.0891948 May 26 14:51:25.372344 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=933682de0bfc480fa3b11c9944952050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883762 May 26 14:51:25.374078 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e80a5e-9642-454f-83a1-7a109c94281e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:25.376117 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 58938) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:51:25.377315 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:25.407666 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-06d6bea8-ff27-4a9f-9e0d-69d01bb2a173 req-9bb57758-cf57-4841-9495-964fc7a3d62b tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 May 26 14:51:25.450784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.476865 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.530667 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.534569 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:25.545255 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e80a5e-9642-454f-83a1-7a109c94281e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:25.547896 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:25.553906 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:25.554990 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65e80a5e-9642-454f-83a1-7a109c94281e HTTP/1.1" status: 204 len: 168 time: 0.1767082 May 26 14:51:26.061711 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:51:26.170344 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:51:26.175417 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:51:26.175926 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:26.319033 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:26.344916 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4c541-8e12-49f6-93a2-769837971aeb req-e1824e13-0f36-47c6-a030-d2acf006bf1e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:26.347470 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4f4c541-8e12-49f6-93a2-769837971aeb req-e1824e13-0f36-47c6-a030-d2acf006bf1e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1316438 May 26 14:51:26.361524 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:26.373330 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:26.379960 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:26.382352 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:26.422125 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a4f4c541-8e12-49f6-93a2-769837971aeb req-3034a3e7-114a-46f9-8bcc-dc1aa062adb0 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672071 May 26 14:51:26.445195 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'code': 200} May 26 14:51:26.463689 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:26.466906 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:26.653502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c03-f67b-4388-bb38-546f6d305a44 req-1ffc7d88-169d-4fea-adb1-85a844ea6a74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:26.660728 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-44f86c03-f67b-4388-bb38-546f6d305a44 req-1ffc7d88-169d-4fea-adb1-85a844ea6a74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.1150863 May 26 14:51:26.704535 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-44f86c03-f67b-4388-bb38-546f6d305a44 req-ed7d3a62-bc07-4aba-a175-b0ff8e244adb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 May 26 14:51:26.783871 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c840d-dc95-4bbd-b998-9c932c5bf2f4 req-a698cde0-218a-4984-8504-502c117ca643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:26.785338 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a55c840d-dc95-4bbd-b998-9c932c5bf2f4 req-a698cde0-218a-4984-8504-502c117ca643 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 1098 time: 0.1116321 May 26 14:51:26.834009 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a55c840d-dc95-4bbd-b998-9c932c5bf2f4 req-736c4a86-7272-4b41-92e4-ed9f696513b8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 May 26 14:51:27.377332 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-c23575fc-2497-4c5a-9335-f0d1e9c374c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:27.379539 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-c23575fc-2497-4c5a-9335-f0d1e9c374c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0787976 May 26 14:51:27.524760 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-2c049e56-5510-4806-be7c-43535dcfb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:27.526226 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-2c049e56-5510-4806-be7c-43535dcfb6c8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1390352 May 26 14:51:27.692684 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-9438bf4f-760a-4efd-80e3-eb856f0c0da3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1002 time: 0.1559632 May 26 14:51:27.758167 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9d9d4-ef9b-4f17-987a-920c56952a2c req-0438cfe4-9a55-4f6b-8267-bf7be2da9986 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:27.759622 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11a9d9d4-ef9b-4f17-987a-920c56952a2c req-0438cfe4-9a55-4f6b-8267-bf7be2da9986 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1701677 May 26 14:51:27.773846 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-339b4c58-24a1-4f8f-84dd-c229ad539a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:27.775768 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-339b4c58-24a1-4f8f-84dd-c229ad539a0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0738449 May 26 14:51:27.879803 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-11a9d9d4-ef9b-4f17-987a-920c56952a2c req-b485806b-d60b-4b25-b174-7943424808a2 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032708 May 26 14:51:27.893036 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-9f8ee5d9-c67f-4105-9fc9-72989cea5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:27.894531 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-9f8ee5d9-c67f-4105-9fc9-72989cea5ed3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036139 May 26 14:51:28.027747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bb7a4-05d6-4c9b-a6eb-a7b5878c4a4e req-d79fb04d-bb18-4630-b456-d451bc05dd43 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:28.029191 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bc8bb7a4-05d6-4c9b-a6eb-a7b5878c4a4e req-d79fb04d-bb18-4630-b456-d451bc05dd43 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.1937435 May 26 14:51:28.049613 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-8725a637-70ca-4ce9-9d0d-e6eb7c26913e service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397052 May 26 14:51:28.075220 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-bc8bb7a4-05d6-4c9b-a6eb-a7b5878c4a4e req-ce171e5b-3df7-4d8c-a2de-f82ec1025a17 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 May 26 14:51:28.186720 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a32af8c3-806d-446c-aeaa-221b79f2b024 req-5b279e02-4133-4c02-a64b-e5d085b61231 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280220 May 26 14:51:29.131926 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735992e-5f53-4fcf-8180-6d5a68d1952f req-da8f4b58-888b-4659-88c8-6f58c4aacd71 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:29.134745 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5735992e-5f53-4fcf-8180-6d5a68d1952f req-da8f4b58-888b-4659-88c8-6f58c4aacd71 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1375384 May 26 14:51:29.219299 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-5735992e-5f53-4fcf-8180-6d5a68d1952f req-894b766a-df2d-40ca-ad56-b70a753f32a5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769746 May 26 14:51:29.311682 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf8e9-8e00-4467-9622-4acaae6d5ff7 req-67454cde-a5e6-4d3d-9c69-db7692f3d649 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:29.313222 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6aabf8e9-8e00-4467-9622-4acaae6d5ff7 req-67454cde-a5e6-4d3d-9c69-db7692f3d649 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.0805550 May 26 14:51:29.363458 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6aabf8e9-8e00-4467-9622-4acaae6d5ff7 req-5134a83a-3ae1-41e5-9d1c-bb2e95a42d7c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 May 26 14:51:30.582923 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5864a-50c0-47cc-b6e8-7cf32df195ec req-4bed4e1a-c1d2-4b98-8641-1647ecefdd44 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:30.584893 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0be5864a-50c0-47cc-b6e8-7cf32df195ec req-4bed4e1a-c1d2-4b98-8641-1647ecefdd44 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.2066545 May 26 14:51:30.640410 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-0be5864a-50c0-47cc-b6e8-7cf32df195ec req-3bcbb899-b6b8-4b40-92e7-e187e23963ed tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485675 May 26 14:51:31.034084 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-d4f97f9d-e9aa-4a24-86a9-c6fe002cb749 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221485 May 26 14:51:31.106736 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2255cc6-4197-41ab-bac2-cd09da8d60db req-61cb3e0b-81ac-4d63-b719-2d50cecd1576 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:31.108464 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d2255cc6-4197-41ab-bac2-cd09da8d60db req-61cb3e0b-81ac-4d63-b719-2d50cecd1576 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0959566 May 26 14:51:31.178565 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d2255cc6-4197-41ab-bac2-cd09da8d60db req-109d1d2e-8f0f-4b45-ac84-b563d2712329 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613580 May 26 14:51:32.078834 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:51:32.228371 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:32.291484 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:32.293031 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:32.304147 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:32.306947 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:32.388502 dv-cinder-774594-6-smb neutron-server[103659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'code': 422} returned with failed status May 26 14:51:32.399640 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670d868-82ea-41b0-b3fc-b703a146f659 req-e08ffe05-2226-428b-92b8-ca48b4ba575e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:32.404158 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a670d868-82ea-41b0-b3fc-b703a146f659 req-e08ffe05-2226-428b-92b8-ca48b4ba575e tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.1140175 May 26 14:51:32.416707 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=6']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:32.419995 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:32.469509 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a670d868-82ea-41b0-b3fc-b703a146f659 req-0a228c7c-9b54-4d5a-aad7-b50f1aaaab53 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580056 May 26 14:51:33.033760 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-6c171cad-9f92-4aa0-8a10-8f5e336ba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.035258 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-6c171cad-9f92-4aa0-8a10-8f5e336ba2b5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4&tenant_id=307d0c19ddef498e81410953eeee6cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0851038 May 26 14:51:33.145400 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-81c8058a-2c8b-443c-9392-a4ba4d5ca85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.147044 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-81c8058a-2c8b-443c-9392-a4ba4d5ca85c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0845060 May 26 14:51:33.307454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-95ccc724-e497-48da-9a60-df0488090448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.309990 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-95ccc724-e497-48da-9a60-df0488090448 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1557515 May 26 14:51:33.417054 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-30037116-06b3-48d4-8f9b-ea7daa455cf0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1000 time: 0.0996187 May 26 14:51:33.478827 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-6bed0f39-e338-4da1-aad0-a65027129d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.480879 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-6bed0f39-e338-4da1-aad0-a65027129d1d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0574856 May 26 14:51:33.560766 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-38035537-af60-40c8-8b2e-5fa7bc7eb90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.562222 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-38035537-af60-40c8-8b2e-5fa7bc7eb90a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751011 May 26 14:51:33.663395 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ae333-17b8-4107-96f6-16f920a9f2b9 req-044c47fc-32ad-46ae-bb45-86ba35c6553c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:33.664903 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ed7ae333-17b8-4107-96f6-16f920a9f2b9 req-044c47fc-32ad-46ae-bb45-86ba35c6553c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.0833988 May 26 14:51:33.704795 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-08c7e668-161b-4d25-b738-1f38dc7f98a0 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341903 May 26 14:51:33.713631 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ed7ae333-17b8-4107-96f6-16f920a9f2b9 req-9399c67a-4142-40b4-afe5-f74c662d1c54 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 May 26 14:51:33.854453 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-218d955f-57e0-4cdd-9ec0-cee16a7360c2 req-a1a30cd8-bcc2-4753-acff-14d8982f9492 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336496 May 26 14:51:34.937845 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2586a-cac6-487e-ba70-235bbed02eec req-b817f67f-1209-4beb-8fad-3baf42a037b5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:34.939327 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38e2586a-cac6-487e-ba70-235bbed02eec req-b817f67f-1209-4beb-8fad-3baf42a037b5 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.0903113 May 26 14:51:34.984848 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-38e2586a-cac6-487e-ba70-235bbed02eec req-bcf46ee3-fece-4fa3-b017-0d9432daa43f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 May 26 14:51:35.360125 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:35.954702 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-b26f991f-52e5-4894-b04e-195a1bb11667 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:35.956157 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-b26f991f-52e5-4894-b04e-195a1bb11667 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.1451137 May 26 14:51:35.970778 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-9177f620-c534-45ee-8d20-646dbcb8e5bd tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/quotas/75b78ff27b8347379fdf9ba5a9851f8e HTTP/1.1" status: 200 len: 375 time: 0.0090299 May 26 14:51:36.072000 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-b5bedfac-9974-48cb-bb9b-e3b6483d4afe tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959139 May 26 14:51:36.118447 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:51:36.233005 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-dbc25cbf-a83b-4e73-b077-1dbb8f3407ea service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537004 May 26 14:51:36.257755 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0ee0-6e96-4c36-974f-bb09329a2d07 req-9c7439be-3dc7-45e6-801c-f20a108278ed tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:36.265939 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cd0f0ee0-6e96-4c36-974f-bb09329a2d07 req-9c7439be-3dc7-45e6-801c-f20a108278ed tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 944 time: 0.1555290 May 26 14:51:36.321524 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-cd0f0ee0-6e96-4c36-974f-bb09329a2d07 req-249e59b9-1198-48e6-ae81-e9a982065bfa tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545545 May 26 14:51:36.384632 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:36.408531 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'port_id': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'mac_address': 'fa:16:3e:31:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:51:36.422121 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-e2eee799-18c1-4aa5-a195-f4133f97a0e5 service neutron] 10.222.0.25 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824067 May 26 14:51:36.508151 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:36.538934 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:36.567314 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:36.574255 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:36.577092 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:36.663773 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=7']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:36.665715 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:36.672033 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-33adca0b-5e6f-43e9-8832-9174d06bc2ce req-99827dc1-91ca-4450-85d9-ad6c82e19768 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 210 time: 0.0514660 May 26 14:51:36.847367 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:37.237994 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-ede34205-f4be-45ec-9e2f-1c7e51ff2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.239793 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-ede34205-f4be-45ec-9e2f-1c7e51ff2a91 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0781112 May 26 14:51:37.417973 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-49c86b97-d6d1-4f63-b4be-15b6088d5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.419645 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-49c86b97-d6d1-4f63-b4be-15b6088d5980 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1322756 May 26 14:51:37.525993 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f34bf8-f43a-4628-b096-2fb27b33d09c req-a375d29a-131e-4a63-a1e1-a2bb5ef30fd3 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.527593 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-84f34bf8-f43a-4628-b096-2fb27b33d09c req-a375d29a-131e-4a63-a1e1-a2bb5ef30fd3 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 945 time: 0.0949256 May 26 14:51:37.540668 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-2b1a3cf8-64c4-43e8-bc74-27fc11ebc78b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1001 time: 0.1122282 May 26 14:51:37.578889 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-84f34bf8-f43a-4628-b096-2fb27b33d09c req-083a2cb1-c690-41e6-9e75-e1176c2af913 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 May 26 14:51:37.747105 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-9d54cf3a-8e66-48fc-a768-dca41c4fcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.750888 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-9d54cf3a-8e66-48fc-a768-dca41c4fcdf9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.2027879 May 26 14:51:37.884901 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-58262807-aac0-45c6-9f88-db2d5f426867 req-d305615a-55f2-4d3c-8b4c-9d01169db66f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 210 time: 0.0633929 May 26 14:51:37.927123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-c2c33960-1558-4bfc-a094-15cd01012691 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.928701 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-c2c33960-1558-4bfc-a094-15cd01012691 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 814 time: 0.2057660 May 26 14:51:37.941959 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-f0092f85-761e-4cff-94a7-427c5dbb394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:37.944542 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-f0092f85-761e-4cff-94a7-427c5dbb394a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1864460 May 26 14:51:37.947292 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Request body: {'port': {'device_id': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'admin_state_up': True, 'tenant_id': '75b78ff27b8347379fdf9ba5a9851f8e'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:38.110180 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:51:38.121828 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:51:38.140602 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Made reservation on behalf of 75b78ff27b8347379fdf9ba5a9851f8e for: {'port': 1} {{(pid=103657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:51:38.141210 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:51:38.146079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.160905 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-332b44b8-b9fc-4cb2-b48b-5aad74f9e095 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014399 May 26 14:51:38.235625 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:51:38.236226 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.341015 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-ee1fd78a-8b64-49ed-87b3-c5081e53a2b7 req-6343ea11-4d84-4c4b-97d6-ce1db6809811 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628644 May 26 14:51:38.368638 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.405352 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:38.407446 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_common [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Allocated IP 172.20.0.12 (ac19790f-df69-45ed-8213-a1e314bf9db2/c97d9750-e6eb-4a86-a79d-ff00ba1b73bc/f701e42f-4f07-45e3-8081-49d812cb9471) {{(pid=103657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:51:38.421421 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:38.425899 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.428994 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:38.487897 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'code': 200} May 26 14:51:38.505334 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=8']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:38.509547 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:38.656097 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks [] for port, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.690138 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792205200860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:38.696653 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fa5b71aa-b1a1-43d9-ae42-369fde400960 tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:38.706214 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'f6583c86-1dd0-40d1-b95e-65e62e479874', '1fd99844-23e9-4fbc-a7aa-d29f4c68c214'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:38.754712 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Network ac19790f-df69-45ed-8213-a1e314bf9db2 is already hosted by enough agents. {{(pid=103657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:51:38.762790 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.scheduler.base_scheduler [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Resources bound (agent type, host, resource id): {{(pid=103657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:51:38.771219 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Received port after_create {{(pid=103657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 14:51:38.847758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73ed81-243b-4dd5-8e63-b0706487b351 req-4dd6c531-f347-475f-8bb2-465cb10c152f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:38.849346 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4f73ed81-243b-4dd5-8e63-b0706487b351 req-4dd6c531-f347-475f-8bb2-465cb10c152f tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1480036 May 26 14:51:38.973111 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event updated for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:38.985748 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.986251 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.986619 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.986980 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.987332 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.987943 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.988297 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.988857 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.989214 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.989563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.989911 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:38.990257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:51:39.003689 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:39.014771 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:39.015644 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4f73ed81-243b-4dd5-8e63-b0706487b351 req-20158236-79bf-44c7-95bf-00c2d24f200d tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146841 May 26 14:51:39.024674 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:39.040626 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329436c-8d47-4067-9304-452cba2bdd4c req-a2fee551-bfd3-429d-98d3-30d1f015d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:39.043739 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1329436c-8d47-4067-9304-452cba2bdd4c req-a2fee551-bfd3-429d-98d3-30d1f015d42c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.1931734 May 26 14:51:39.093124 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1329436c-8d47-4067-9304-452cba2bdd4c req-5b7da313-64a6-4ec5-a0bd-f318d2357aeb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 May 26 14:51:39.115913 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-0eb9900e-33cf-42b7-98eb-dd868548c796 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1731763 May 26 14:51:39.140972 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0c8f1-affc-42c3-aebe-bf30d8a0c2c1 req-dcddd7de-11fd-4f88-a747-106922e1b9a9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:39.141950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-2cc0c8f1-affc-42c3-aebe-bf30d8a0c2c1 req-dcddd7de-11fd-4f88-a747-106922e1b9a9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:51:39.159662 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.v2.base [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Request body: {'port': {'device_id': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=103657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 14:51:39.192585 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-2cc0c8f1-affc-42c3-aebe-bf30d8a0c2c1 req-dcddd7de-11fd-4f88-a747-106922e1b9a9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:51:39.193772 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2cc0c8f1-affc-42c3-aebe-bf30d8a0c2c1 req-dcddd7de-11fd-4f88-a747-106922e1b9a9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 932 time: 0.1644988 May 26 14:51:39.295268 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-2cc0c8f1-affc-42c3-aebe-bf30d8a0c2c1 req-531aecc9-2299-49f6-b73f-38452b0b6e6e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947440 May 26 14:51:39.313086 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:39.681185 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f701e42f-4f07-45e3-8081-49d812cb9471 {{(pid=103657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:39.688494 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:39.702726 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.provisioning_blocks [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Transition to ACTIVE for port object f701e42f-4f07-45e3-8081-49d812cb9471 will not be triggered until provisioned by entity L2. {{(pid=103657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 14:51:39.706163 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:39.710674 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d21f5f96-4fa4-444f-acce-845f3907dbfd tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:39.861473 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Pushing event updated for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=2']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:39.869245 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:39.938586 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Attempting to bind port f701e42f-4f07-45e3-8081-49d812cb9471 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 14:51:39.938913 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Attempting to bind port f701e42f-4f07-45e3-8081-49d812cb9471 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 14:51:39.939239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Attempting to bind port f701e42f-4f07-45e3-8081-49d812cb9471 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:39.944412 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Port f701e42f-4f07-45e3-8081-49d812cb9471 on network ac19790f-df69-45ed-8213-a1e314bf9db2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 14:51:39.944788 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Attempting to bind port f701e42f-4f07-45e3-8081-49d812cb9471 on network ac19790f-df69-45ed-8213-a1e314bf9db2 {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 14:51:39.950751 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Checking agent: {'id': '86117a10-09e7-42a1-aeac-6c03dbcffca8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'started_at': datetime.datetime(2021, 5, 26, 14, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 14, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 14:51:39.951079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Checking segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 14:51:39.951457 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Bound using segment: {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'} {{(pid=103657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 14:51:39.951896 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.managers [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Bound port: f701e42f-4f07-45e3-8081-49d812cb9471, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fd5604-3df3-4384-8439-0bdd24ac7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2'}}] {{(pid=103657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 14:51:39.952240 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:40.045537 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, cleared binding levels {{(pid=103657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 14:51:40.048694 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f701e42f-4f07-45e3-8081-49d812cb9471,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 14:51:40.055750 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5582648'] for port, after_update {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:40.059277 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-d497a320-43e8-4488-9188-276b4bf21fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:40.129950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:40.129950 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:40.131443 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] 10.222.0.68 "PUT /v2.0/ports/f701e42f-4f07-45e3-8081-49d812cb9471 HTTP/1.1" status: 200 len: 1094 time: 0.9765561 May 26 14:51:40.132127 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:40.156673 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Pushing event updated for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=3']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:40.160406 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-22d84b63-4309-41d1-9d0f-6e7387a90826 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:40.196666 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471', 'status': 'completed', 'code': 200} May 26 14:51:40.277751 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-486eeb3b-01ff-4650-b456-0a8ae0702245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:40.279494 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-486eeb3b-01ff-4650-b456-0a8ae0702245 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 1097 time: 0.0750978 May 26 14:51:40.280499 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebe15-7a18-4a2d-873b-f5e1e36258cc req-a771d160-222e-4fb9-838c-61c793c5ffa3 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:40.281936 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-090ebe15-7a18-4a2d-873b-f5e1e36258cc req-a771d160-222e-4fb9-838c-61c793c5ffa3 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1066751 May 26 14:51:40.330053 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-090ebe15-7a18-4a2d-873b-f5e1e36258cc req-dd367af3-eaf3-4614-b646-e75ed5867112 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 May 26 14:51:40.354130 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-678cb4ef-bf19-47ac-ad33-118750af6d61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f701e42f-4f07-45e3-8081-49d812cb9471 HTTP/1.1" status: 200 len: 217 time: 0.0649393 May 26 14:51:40.418615 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12863aa-d266-4596-ab57-c4d738876919 req-a77adb21-f120-49c8-ba30-ba07a3e62723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:40.420074 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-a77adb21-f120-49c8-ba30-ba07a3e62723 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0581305 May 26 14:51:40.500707 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-bb8e27f8-dff4-4b87-9565-63d9f2294925 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727034 May 26 14:51:40.658984 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9641a-34e5-42c8-b7ad-f18979180d56 req-091ab666-b539-40f2-a0ba-4ab3418742c3 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:40.660474 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c4f9641a-34e5-42c8-b7ad-f18979180d56 req-091ab666-b539-40f2-a0ba-4ab3418742c3 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 944 time: 0.1992722 May 26 14:51:40.666688 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-3aedcedd-5f29-43ba-a2e6-02fff68ab608 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545620 May 26 14:51:40.892717 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c4f9641a-34e5-42c8-b7ad-f18979180d56 req-59881b7d-a7f1-42ef-9233-c814aa28c9ae tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228816 May 26 14:51:40.945145 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f12863aa-d266-4596-ab57-c4d738876919 req-8d66bbf7-6ebd-44d5-9dd3-2fa2104ec1f8 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596803 May 26 14:51:41.091269 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650319-a95b-4528-872d-bf6a49df3f29 req-005aff03-8881-4f6d-9e25-0c7eb2424ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:41.093736 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-005aff03-8881-4f6d-9e25-0c7eb2424ba8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 1097 time: 0.0902886 May 26 14:51:41.269283 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650319-a95b-4528-872d-bf6a49df3f29 req-b3255b70-d498-46d3-acac-ad713726aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:41.270700 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-b3255b70-d498-46d3-acac-ad713726aca5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 200 len: 916 time: 0.1697760 May 26 14:51:41.337832 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-2cc96a6c-7485-49d9-9415-8b8c7bc54a2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f701e42f-4f07-45e3-8081-49d812cb9471 HTTP/1.1" status: 200 len: 217 time: 0.0589738 May 26 14:51:41.405227 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650319-a95b-4528-872d-bf6a49df3f29 req-6b7f0ab5-fe02-42e2-a990-48f316310960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:41.406570 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-6b7f0ab5-fe02-42e2-a990-48f316310960 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 200 len: 854 time: 0.0624070 May 26 14:51:41.456384 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-52b32ee7-367e-4fc9-9f33-be61e793b0fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ac19790f-df69-45ed-8213-a1e314bf9db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417507 May 26 14:51:41.535192 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c081ae-2dc2-4225-9b10-a029c295600c req-2fbd3ba9-e400-4930-b3d9-c162b2576a42 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:41.536661 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-04c081ae-2dc2-4225-9b10-a029c295600c req-2fbd3ba9-e400-4930-b3d9-c162b2576a42 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0855212 May 26 14:51:41.583785 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-04c081ae-2dc2-4225-9b10-a029c295600c req-b15a539a-ded9-4276-92a3-695f102f9c67 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 May 26 14:51:41.596281 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-05debf32-b50d-4684-ac75-85b0f5b24265 service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303265 May 26 14:51:41.726992 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-78650319-a95b-4528-872d-bf6a49df3f29 req-f3810cbd-ae0c-4c93-9733-9aeb0e4aae9d service neutron] 10.222.0.68 "GET /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233466 May 26 14:51:42.096358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534371-9bbe-4eb0-b536-8f0628cc992b req-f27ef055-91fc-47cb-b9bb-dc34338c5d08 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:42.097701 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a534371-9bbe-4eb0-b536-8f0628cc992b req-f27ef055-91fc-47cb-b9bb-dc34338c5d08 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 944 time: 0.0809577 May 26 14:51:42.146266 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a534371-9bbe-4eb0-b536-8f0628cc992b req-ba2f9d97-d5a7-4c44-8b10-471bdfc09c0e tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 May 26 14:51:42.151388 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f701e42f-4f07-45e3-8081-49d812cb9471 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=103659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 14:51:42.286854 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f701e42f-4f07-45e3-8081-49d812cb9471,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:42.301241 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Returning: {'device': 'f701e42f-4f07-45e3-8081-49d812cb9471', 'network_id': 'ac19790f-df69-45ed-8213-a1e314bf9db2', 'port_id': 'f701e42f-4f07-45e3-8081-49d812cb9471', 'mac_address': 'fa:16:3e:54:de:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d9750-e6eb-4a86-a79d-ff00ba1b73bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 14:51:42.393593 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:42.410677 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [None req-0460006c-f912-450e-8652-172b35998bad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f701e42f-4f07-45e3-8081-49d812cb9471 {{(pid=103659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 14:51:42.427405 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f701e42f-4f07-45e3-8081-49d812cb9471,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:42.432084 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:42.434109 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:42.501567 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=4']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:42.504589 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:42.694416 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['f701e42f-4f07-45e3-8081-49d812cb9471'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:43.334792 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdfc83-ff42-449c-b6fa-664e6aab425e req-6dc239ff-f113-4cb1-89b3-0d76540f4c10 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:43.336267 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1abdfc83-ff42-449c-b6fa-664e6aab425e req-6dc239ff-f113-4cb1-89b3-0d76540f4c10 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 945 time: 0.0832601 May 26 14:51:43.380134 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1abdfc83-ff42-449c-b6fa-664e6aab425e req-d7ba5c63-6c46-4ea9-8d9e-ac93095f3a62 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 May 26 14:51:44.168399 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f701e42f-4f07-45e3-8081-49d812cb9471 up at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 14:51:44.241573 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning for port f701e42f-4f07-45e3-8081-49d812cb9471 completed by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 14:51:44.246085 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.provisioning_blocks [None req-0460006c-f912-450e-8652-172b35998bad None None] Provisioning complete for port f701e42f-4f07-45e3-8081-49d812cb9471 triggered by entity L2. {{(pid=103659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 14:51:44.246461 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906160'] for port, provisioning_complete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:44.369086 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1983806'] for port, before_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:44.396007 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471'}] {{(pid=103659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:44.412518 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f701e42f-4f07-45e3-8081-49d812cb9471,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:44.419228 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792205584523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792205200878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792205203999'] for port, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:44.422108 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-cec5ddf0-58fd-461f-8eda-cd438a94a7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:44.482045 dv-cinder-774594-6-smb neutron-server[103659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471', 'code': 200} May 26 14:51:44.546365 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Pushing event updated for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=5']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:44.551264 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:44.670794 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238e980-f14a-4211-9f92-7566bd375bf9 req-63f04e7e-3cf2-45f5-a615-a4ad28838eeb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:44.672320 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2238e980-f14a-4211-9f92-7566bd375bf9 req-63f04e7e-3cf2-45f5-a615-a4ad28838eeb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.1048021 May 26 14:51:44.721559 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-2238e980-f14a-4211-9f92-7566bd375bf9 req-60c12bf5-6ae1-4284-9ecd-886a5470f1ea tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 May 26 14:51:44.758695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7f8fc-62f0-4830-aa72-e08a00de6158 req-8f41d53a-33b7-45d7-9043-c87ad5916f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:44.760188 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6de7f8fc-62f0-4830-aa72-e08a00de6158 req-8f41d53a-33b7-45d7-9043-c87ad5916f8c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 1099 time: 0.0897880 May 26 14:51:44.804336 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6de7f8fc-62f0-4830-aa72-e08a00de6158 req-a66b924f-7ca5-4777-abbd-765b24ad2f6d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 May 26 14:51:45.928041 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f9977-f81f-4410-a4cb-35b9be5daa27 req-6421811a-81f1-4958-87b0-ab5144aa4972 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:45.929503 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c54f9977-f81f-4410-a4cb-35b9be5daa27 req-6421811a-81f1-4958-87b0-ab5144aa4972 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0842338 May 26 14:51:45.976865 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-c54f9977-f81f-4410-a4cb-35b9be5daa27 req-a5c0ad21-1484-46e9-aa23-db03d5cf5d63 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 May 26 14:51:47.158745 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8748310-4f78-455e-bb35-b8599787e962 req-d049adb0-de9d-498c-aa0e-09206ba7a2b1 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:47.160197 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f8748310-4f78-455e-bb35-b8599787e962 req-d049adb0-de9d-498c-aa0e-09206ba7a2b1 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0819085 May 26 14:51:47.204208 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-f8748310-4f78-455e-bb35-b8599787e962 req-465e72fd-bf51-439b-95d2-70cf541b4916 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384429 May 26 14:51:48.280974 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cf13b9f9-ff6f-4980-bb21-882fef20d8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:50.649422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-c6c4e9cd-dd0c-4c79-96ed-c5d1ac1de2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:50.740187 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:51.669812 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:53.467194 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:54.648736 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcf95-7913-4c32-88ba-3f20cd54209e req-4ab3ccc9-24d5-4622-b90b-653dc025fa71 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:54.650156 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b53bcf95-7913-4c32-88ba-3f20cd54209e req-4ab3ccc9-24d5-4622-b90b-653dc025fa71 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0792487 May 26 14:51:54.699161 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-b53bcf95-7913-4c32-88ba-3f20cd54209e req-687b201b-dd69-4896-90c6-d138cd1b7084 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 May 26 14:51:55.885520 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e1e-e036-40cd-9e85-8afb2500c60f req-2f2f5cce-84e0-47ee-bd34-607440315b04 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:55.887492 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-55497e1e-e036-40cd-9e85-8afb2500c60f req-2f2f5cce-84e0-47ee-bd34-607440315b04 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0805612 May 26 14:51:55.929328 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-55497e1e-e036-40cd-9e85-8afb2500c60f req-685bf457-a59b-4a8a-9d77-d1dd44896058 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363009 May 26 14:51:56.588006 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-ec5a014a-80b1-4235-b96a-735173e5ef3f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:56.589404 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-ec5a014a-80b1-4235-b96a-735173e5ef3f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0832536 May 26 14:51:56.726622 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Deleting port f701e42f-4f07-45e3-8081-49d812cb9471 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:51:56.726969 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:56.857352 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] For port f701e42f-4f07-45e3-8081-49d812cb9471, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f701e42f-4f07-45e3-8081-49d812cb9471,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:51:56.857605 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:57.068694 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Calling delete_port for f701e42f-4f07-45e3-8081-49d812cb9471 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:51:57.115585 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f82a8-3102-4ac8-b97c-08a92d8d83cf req-4289c13d-7b12-4596-879f-9d7aa1939545 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:57.117119 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-491f82a8-3102-4ac8-b97c-08a92d8d83cf req-4289c13d-7b12-4596-879f-9d7aa1939545 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19c5d4d-c077-4c40-b946-99a381b867d4 HTTP/1.1" status: 200 len: 946 time: 0.0798438 May 26 14:51:57.163443 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-491f82a8-3102-4ac8-b97c-08a92d8d83cf req-b996fb6c-d3fc-47a4-b0fe-60bd87602552 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 May 26 14:51:57.186049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:57.194358 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-5212f283-00c8-44d5-9a28-b1f11c65986b tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:51:57.200852 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'f6583c86-1dd0-40d1-b95e-65e62e479874', '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'f701e42f-4f07-45e3-8081-49d812cb9471'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:51:57.244250 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event deleted for resources: {'Port': ['ID=f701e42f-4f07-45e3-8081-49d812cb9471,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:51:57.247439 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:51:57.323076 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] No DVR routers for this DVR port f701e42f-4f07-45e3-8081-49d812cb9471 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:51:57.326821 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:51:57.331748 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'name': 'network-vif-deleted', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:51:57.351233 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-5a383a46-5f70-4eea-b891-f71a0786d7e1 req-cc0e2b2a-9182-4561-b1c3-0e412d43db74 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "DELETE /v2.0/ports/f701e42f-4f07-45e3-8081-49d812cb9471 HTTP/1.1" status: 204 len: 173 time: 0.7550349 May 26 14:51:57.394117 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c5d4d-c077-4c40-b946-99a381b867d4', 'name': 'network-vif-deleted', 'tag': 'f701e42f-4f07-45e3-8081-49d812cb9471', 'status': 'completed', 'code': 200} May 26 14:51:59.849546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bf30c-2dbc-4680-a466-853ce787a8a3 req-21b674e0-9c36-4276-b062-0b0846377776 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:51:59.850972 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a85bf30c-2dbc-4680-a466-853ce787a8a3 req-21b674e0-9c36-4276-b062-0b0846377776 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.0824502 May 26 14:51:59.896499 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-a85bf30c-2dbc-4680-a466-853ce787a8a3 req-7ae1b58e-b40d-4969-8a7b-4d75052e6fa5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398259 May 26 14:52:00.292530 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f701e42f-4f07-45e3-8081-49d812cb9471 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:52:00.328862 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: f701e42f-4f07-45e3-8081-49d812cb9471 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:52:00.329208 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f701e42f-4f07-45e3-8081-49d812cb9471 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:52:00.346792 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:52:01.038958 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59492) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:01.090104 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68989ff0-82c0-4bdd-aa01-7eec20d6b74c req-14362828-6795-4855-aced-77735018a569 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:01.090779 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-68989ff0-82c0-4bdd-aa01-7eec20d6b74c req-14362828-6795-4855-aced-77735018a569 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:52:01.106123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-68989ff0-82c0-4bdd-aa01-7eec20d6b74c req-14362828-6795-4855-aced-77735018a569 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:52:01.107282 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-68989ff0-82c0-4bdd-aa01-7eec20d6b74c req-14362828-6795-4855-aced-77735018a569 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.0999715 May 26 14:52:01.154275 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-68989ff0-82c0-4bdd-aa01-7eec20d6b74c req-504bfc48-e63d-4261-b687-a39679136d6a tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 May 26 14:52:01.156659 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.171950 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:01.175784 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Usage tracker for resource:security_group_rule and tenant:10d92066a6344d72978586d84c3a2210 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:01.178572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:01.184769 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:01.267560 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.271115 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.279533 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e21c2b73-4bba-49f7-ab4c-904d0592ffe8 tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:01.317821 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10d92066a6344d72978586d84c3a2210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777758 May 26 14:52:01.318686 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c09c0c-db07-42ec-b90c-78b5bf5753af,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:01.320607 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59498) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:01.325969 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.326320 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.326677 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.327032 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.327384 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.327739 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.328111 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.328454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.328796 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.329135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.329473 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.329813 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:01.333579 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:01.381598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.407046 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.461329 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.465416 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b37ac9c7-3e9a-4f5e-ba97-82448e7f9b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:01.475909 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c09c0c-db07-42ec-b90c-78b5bf5753af,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:01.481172 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:01.483079 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.484199 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81c09c0c-db07-42ec-b90c-78b5bf5753af HTTP/1.1" status: 204 len: 168 time: 0.1626394 May 26 14:52:01.663398 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-d70a95f0-5eac-4fc4-b605-404ca16180c5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:01.664843 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-d70a95f0-5eac-4fc4-b605-404ca16180c5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 945 time: 0.0787640 May 26 14:52:01.761103 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59506) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:01.778624 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.793093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:01.796936 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Usage tracker for resource:security_group_rule and tenant:0448f38feb1d49cb9b2260be6465cf96 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:01.799751 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:01.804030 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Deleting port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:52:01.804375 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.805374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:01.894595 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.898774 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.907546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9ab0dcd2-66a0-467c-9f41-067feb3c8513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:01.941563 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] For port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:52:01.941916 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:01.946147 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0448f38feb1d49cb9b2260be6465cf96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839097 May 26 14:52:01.947141 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ca719-fb31-4755-94ae-ff25913272dc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:01.948818 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59510) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:01.950166 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:02.075777 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Calling delete_port for 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:52:02.141826 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.178427 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.278543 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.284440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-22017c68-4d8f-4a21-b32a-723d2ef3f84e tempest-VolumesActionsTest-1407219885 tempest-VolumesActionsTest-1407219885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:02.293062 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'f6583c86-1dd0-40d1-b95e-65e62e479874', '1fd99844-23e9-4fbc-a7aa-d29f4c68c214'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:52:02.312553 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-d10e9ad4-8b8c-405a-9a53-8f3e4a13a85a req-6d5a4bca-9711-497e-bd9a-2ab19bfa0e09 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1e43548-44ab-4a83-b88f-5031f1643210 HTTP/1.1" status: 200 len: 210 time: 0.0461159 May 26 14:52:02.326696 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.338492 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event deleted for resources: {'Port': ['ID=1fd99844-23e9-4fbc-a7aa-d29f4c68c214,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:02.341465 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:02.344669 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-27a10b5b-06ae-47d0-b8bc-ebf0eb839f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:02.390151 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ca719-fb31-4755-94ae-ff25913272dc,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:02.417128 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:02.433880 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] No DVR routers for this DVR port 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:52:02.436613 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.438494 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-cb9fe361-5201-4f38-9abd-f84ab89493a7 req-e880b032-b901-45a0-9303-ef42220a19eb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "DELETE /v2.0/ports/1fd99844-23e9-4fbc-a7aa-d29f4c68c214 HTTP/1.1" status: 204 len: 173 time: 0.7677386 May 26 14:52:02.439257 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'name': 'network-vif-deleted', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:52:02.444586 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:02.445613 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/061ca719-fb31-4755-94ae-ff25913272dc HTTP/1.1" status: 204 len: 168 time: 0.4958928 May 26 14:52:02.500999 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e43548-44ab-4a83-b88f-5031f1643210', 'name': 'network-vif-deleted', 'tag': '1fd99844-23e9-4fbc-a7aa-d29f4c68c214', 'status': 'completed', 'code': 200} May 26 14:52:03.872818 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a2e4-90f0-49ad-8901-0698f618277c req-7f6adefc-c9ec-4257-88bb-6ac6f04c3d4c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:03.874202 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4506a2e4-90f0-49ad-8901-0698f618277c req-7f6adefc-c9ec-4257-88bb-6ac6f04c3d4c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 945 time: 0.1801949 May 26 14:52:03.921126 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-4506a2e4-90f0-49ad-8901-0698f618277c req-cd40534c-ef64-46a1-905f-548cc51fd12f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 May 26 14:52:04.307174 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:52:04.342923 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:52:04.343269 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 1fd99844-23e9-4fbc-a7aa-d29f4c68c214 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:52:05.114772 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c0bbf-2dba-413a-bb51-1b7b481a2c88 req-a8bf1f92-90ca-467e-9151-648a419a7138 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:05.115461 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-d50c0bbf-2dba-413a-bb51-1b7b481a2c88 req-a8bf1f92-90ca-467e-9151-648a419a7138 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:52:05.131024 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-d50c0bbf-2dba-413a-bb51-1b7b481a2c88 req-a8bf1f92-90ca-467e-9151-648a419a7138 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:52:05.132188 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d50c0bbf-2dba-413a-bb51-1b7b481a2c88 req-a8bf1f92-90ca-467e-9151-648a419a7138 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 945 time: 0.1015003 May 26 14:52:05.228551 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-d50c0bbf-2dba-413a-bb51-1b7b481a2c88 req-7b1635ed-6e54-4035-a7a4-292f0ca3abac tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888486 May 26 14:52:05.257770 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-aaa0a3a3-958f-4fce-a16a-38e8558dcde9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:05.259156 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-aaa0a3a3-958f-4fce-a16a-38e8558dcde9 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 945 time: 0.1018946 May 26 14:52:05.387943 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.406891 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Deleting port f6583c86-1dd0-40d1-b95e-65e62e479874 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:52:05.407239 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.631517 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] For port f6583c86-1dd0-40d1-b95e-65e62e479874, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f6583c86-1dd0-40d1-b95e-65e62e479874,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:52:05.631913 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.740983 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59658) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:05.757301 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Calling delete_port for f6583c86-1dd0-40d1-b95e-65e62e479874 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:52:05.860316 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.866810 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.873127 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-66c84bba-1f38-4881-8534-6b9f1b155ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:05.877794 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:05.878824 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'f6583c86-1dd0-40d1-b95e-65e62e479874'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:52:05.881691 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Usage tracker for resource:security_group_rule and tenant:47eb4a12c3b6461d9c600338e88d9cbd is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:05.884635 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:05.890508 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:05.918421 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event deleted for resources: {'Port': ['ID=f6583c86-1dd0-40d1-b95e-65e62e479874,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:05.921390 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:05.991803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.995010 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] No DVR routers for this DVR port f6583c86-1dd0-40d1-b95e-65e62e479874 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:52:05.995839 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:05.997617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.001856 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'name': 'network-vif-deleted', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:52:06.006185 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-4674f577-439b-4581-b0d2-cf5121050b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:06.019165 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-269a76fc-8797-4cd8-ab49-43813c7238ba req-86a2fac8-7f57-4320-bf0b-b7bf656bb92c tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "DELETE /v2.0/ports/f6583c86-1dd0-40d1-b95e-65e62e479874 HTTP/1.1" status: 204 len: 173 time: 0.7537658 May 26 14:52:06.053529 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06df22-cc91-4523-b9b4-2984f6c62251', 'name': 'network-vif-deleted', 'tag': 'f6583c86-1dd0-40d1-b95e-65e62e479874', 'status': 'completed', 'code': 200} May 26 14:52:06.054984 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47eb4a12c3b6461d9c600338e88d9cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128519 May 26 14:52:06.058495 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59666) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:06.059224 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd2c56-7f80-4845-a6f5-34a84070addc,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:06.063355 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a92bbd88-dae4-49a6-9b10-9f3d557974e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:06.122516 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.148952 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.207190 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.211906 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1a2d9b1d-430b-4bae-a50a-4b5ea25fc62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:06.224890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd2c56-7f80-4845-a6f5-34a84070addc,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:06.227632 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:06.228567 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.229739 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-2d556345-17ed-4b9b-a206-77551b5a1501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cdd2c56-7f80-4845-a6f5-34a84070addc HTTP/1.1" status: 204 len: 168 time: 0.1698103 May 26 14:52:06.389009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f2c98f67-f7e6-43f3-b69d-075c0ad503f4 req-43df77ce-fa5a-4652-beb8-8eecc8609feb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Synchronizing usage tracker for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:52:06.404695 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-f2c98f67-f7e6-43f3-b69d-075c0ad503f4 req-43df77ce-fa5a-4652-beb8-8eecc8609feb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Unset dirty status for tenant:75b78ff27b8347379fdf9ba5a9851f8e on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:52:06.405827 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-f2c98f67-f7e6-43f3-b69d-075c0ad503f4 req-43df77ce-fa5a-4652-beb8-8eecc8609feb tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=af06df22-cc91-4523-b9b4-2984f6c62251 HTTP/1.1" status: 200 len: 210 time: 0.0583570 May 26 14:52:06.507839 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59676) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:06.525794 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.540628 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:06.544438 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2579e1d21d4f2e9382717e64f11602 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:06.547214 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:06.553008 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:06.635247 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.640309 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.650506 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e8b2d665-194b-47ac-bde9-cb3cb7386fdd tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:06.698189 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c2579e1d21d4f2e9382717e64f11602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891544 May 26 14:52:06.700136 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2bb6ea-306b-45a7-962e-13691568a51a,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:06.700851 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59680) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:06.708901 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-694c6a25-f5b7-460c-a37f-80ffe1bb0693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:06.765029 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.789985 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.842258 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.846193 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5b133f78-63e5-4d68-807c-54f13440e5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:06.860615 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2bb6ea-306b-45a7-962e-13691568a51a,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:06.864391 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:06.876903 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:06.877970 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d2bb6ea-306b-45a7-962e-13691568a51a HTTP/1.1" status: 204 len: 168 time: 0.1760666 May 26 14:52:08.370583 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f6583c86-1dd0-40d1-b95e-65e62e479874 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:52:08.404183 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: f6583c86-1dd0-40d1-b95e-65e62e479874 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:52:08.404531 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device f6583c86-1dd0-40d1-b95e-65e62e479874 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:52:09.084570 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d448444-b518-4edb-a2f8-d65133fce182 req-0726c490-9a57-498a-b34c-29210c0608b5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:09.086007 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8d448444-b518-4edb-a2f8-d65133fce182 req-0726c490-9a57-498a-b34c-29210c0608b5 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 945 time: 0.0794744 May 26 14:52:09.135610 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-8d448444-b518-4edb-a2f8-d65133fce182 req-4c8272b0-2acb-4808-940e-290187de2a35 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 May 26 14:52:09.441468 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59764) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:09.557427 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.571120 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:09.574958 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Usage tracker for resource:security_group_rule and tenant:228dd1b38d574c249ad496d790266ddc is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:09.577710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:09.583234 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:09.660888 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.664294 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.672841 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1c60abea-2e9e-4f08-b4d6-a16d00dd941f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:09.711642 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=228dd1b38d574c249ad496d790266ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690208 May 26 14:52:09.712669 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5349d9-5972-4963-8c99-b0b6ea354403,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:09.714434 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59770) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:09.715767 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-49ff33b0-3a33-4521-92e1-7cb49e5cc791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:09.772178 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.796782 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.845664 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.850347 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0f5702e2-9ea3-4a19-885a-fedae46eaec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:09.863086 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5349d9-5972-4963-8c99-b0b6ea354403,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:09.865960 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:09.867971 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:09.871753 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee5349d9-5972-4963-8c99-b0b6ea354403 HTTP/1.1" status: 204 len: 168 time: 0.1536739 May 26 14:52:10.138188 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59778) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:10.155707 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.171175 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:10.175115 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Usage tracker for resource:security_group_rule and tenant:66c47566066d46f58423c5431fbf92c5 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:10.178047 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:10.183865 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:10.274435 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.278779 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.287048 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9c6636e0-1598-4fa1-a3ca-bf8565a1deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:10.326457 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66c47566066d46f58423c5431fbf92c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871552 May 26 14:52:10.328071 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862d3e7-5552-4371-9fc6-de15a4c7f170,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:10.328391 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee825fd7-be4f-4972-992f-f180773cdf7c req-ea4be097-3c27-4fd7-a313-2364365ef19f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:10.329927 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ee825fd7-be4f-4972-992f-f180773cdf7c req-ea4be097-3c27-4fd7-a313-2364365ef19f tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 945 time: 0.0832131 May 26 14:52:10.330375 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59784) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:10.331043 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e002d4a8-4f7b-442f-b0c5-3918cbbe871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:10.405234 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-ee825fd7-be4f-4972-992f-f180773cdf7c req-b95173b2-cf59-4068-954a-62b1fcbd8e24 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/security-groups?id=62777c66-8441-404c-9d6d-1b4f1d6f0b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 May 26 14:52:10.421233 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.445828 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.496158 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.501053 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-020464ea-60e8-4502-910c-d0494c0117a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:10.514975 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862d3e7-5552-4371-9fc6-de15a4c7f170,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:10.518745 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:10.526908 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:10.528011 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e2b869d2-01f6-416a-bb98-fb837880a239 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1862d3e7-5552-4371-9fc6-de15a4c7f170 HTTP/1.1" status: 204 len: 168 time: 0.1967134 May 26 14:52:10.933473 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-ea1c6bc1-22ff-4adc-bcfe-731cc4c93908 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:10.934881 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-ea1c6bc1-22ff-4adc-bcfe-731cc4c93908 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 945 time: 0.0826862 May 26 14:52:11.074197 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Deleting port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:52:11.074534 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:11.210836 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] For port 8287d0ce-ce9c-4258-87ef-702c0dfedc17, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8287d0ce-ce9c-4258-87ef-702c0dfedc17,segment=NetworkSegment(93fd5604-3df3-4384-8439-0bdd24ac7631),segment_id=93fd5604-3df3-4384-8439-0bdd24ac7631)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:52:11.211184 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:11.332300 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Calling delete_port for 8287d0ce-ce9c-4258-87ef-702c0dfedc17 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:52:11.443515 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:11.449372 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-fb84e92c-1a46-4e96-98c7-f44618dc2e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:11.458540 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-0460006c-f912-450e-8652-172b35998bad None None] get_ports_and_sgs() called for port_ids ['8287d0ce-ce9c-4258-87ef-702c0dfedc17'] {{(pid=103659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 14:52:11.498243 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Pushing event deleted for resources: {'Port': ['ID=8287d0ce-ce9c-4258-87ef-702c0dfedc17,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:11.505676 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:11.578832 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] No DVR routers for this DVR port 8287d0ce-ce9c-4258-87ef-702c0dfedc17 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:52:11.581290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:11.584113 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'name': 'network-vif-deleted', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:52:11.594839 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-dd7b9c7c-25e8-4cda-8e13-1a7c467a24df req-cb188930-b7a7-4f95-b66a-b81c88e03b14 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b8cdc-9e06-4277-b882-ee300f927407 HTTP/1.1" status: 200 len: 210 time: 0.0466592 May 26 14:52:11.604677 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-0e78ef13-2bd7-4bb2-8fb5-3a58ca3021e1 req-f3719b62-196b-495f-90e3-5d35366b6975 tempest-AttachVolumeNegativeTest-1246506493 tempest-AttachVolumeNegativeTest-1246506493-project] 10.222.0.68 "DELETE /v2.0/ports/8287d0ce-ce9c-4258-87ef-702c0dfedc17 HTTP/1.1" status: 204 len: 173 time: 0.6622641 May 26 14:52:11.645321 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b8cdc-9e06-4277-b882-ee300f927407', 'name': 'network-vif-deleted', 'tag': '8287d0ce-ce9c-4258-87ef-702c0dfedc17', 'status': 'completed', 'code': 200} May 26 14:52:12.697071 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59842) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:12.845545 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Deleting subnet c97d9750-e6eb-4a86-a79d-ff00ba1b73bc {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:52:12.848420 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:12.896864 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:12.953734 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.190584 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.194800 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:13.232433 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97d9750-e6eb-4a86-a79d-ff00ba1b73bc,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:13.234747 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:13.237227 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.242912 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-c64607b9-896b-45e1-bf7e-159ae27a7d34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c97d9750-e6eb-4a86-a79d-ff00ba1b73bc HTTP/1.1" status: 204 len: 168 time: 0.5447927 May 26 14:52:13.245348 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59846) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:13.347617 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.468399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.481144 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac19790f-df69-45ed-8213-a1e314bf9db2']}} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:52:13.492647 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fd5604-3df3-4384-8439-0bdd24ac7631') {'for_net_delete': True} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:52:13.492866 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.services.segments.db [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fd5604-3df3-4384-8439-0bdd24ac7631') {} {{(pid=103657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:52:13.504122 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5581803'] for segment, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.519975 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.525773 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=103657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:52:13.526777 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5582684'] for segment, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: Traceback (most recent call last): May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: timer() May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: cb(*args, **kw) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: return func(*args, **kwargs) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: self._notify() May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: self.callback(batched_events) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: event.method(event) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: return f(self, *a, **k) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: return self._get(url).json() May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: return self.request(url, 'GET', **kwargs) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:52:13.539917 dv-cinder-774594-6-smb neutron-server[103657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:52:13.613494 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.617143 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:13.629780 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.641290 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac19790f-df69-45ed-8213-a1e314bf9db2,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:13.644069 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:13.646839 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-c7746e87-ef13-4519-b703-a19127377595 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ac19790f-df69-45ed-8213-a1e314bf9db2 HTTP/1.1" status: 204 len: 168 time: 0.4006200 May 26 14:52:13.815337 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59854) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:13.863615 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-df2990cf-fbe3-444e-ab11-674f1ec286a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75b78ff27b8347379fdf9ba5a9851f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470457 May 26 14:52:13.866007 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59860) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:13.923062 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:13.950794 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:14.008009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:14.013255 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8a60503b-44dd-449a-b2bf-732823a0046e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:14.025542 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62777c66-8441-404c-9d6d-1b4f1d6f0b57,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:14.029489 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:14.036752 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:14.040486 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-eb98b860-85ad-4544-9055-a4791d5cc781 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62777c66-8441-404c-9d6d-1b4f1d6f0b57 HTTP/1.1" status: 204 len: 168 time: 0.1710439 May 26 14:52:14.400506 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8287d0ce-ce9c-4258-87ef-702c0dfedc17 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:52:14.434475 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 8287d0ce-ce9c-4258-87ef-702c0dfedc17 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:52:14.434823 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 8287d0ce-ce9c-4258-87ef-702c0dfedc17 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:52:15.751783 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59924) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:15.865630 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:15.881011 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:15.885021 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Usage tracker for resource:security_group_rule and tenant:b466fc8823654acaa3b77a3ca2ca723d is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:15.887922 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:15.893698 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:15.978661 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:15.984632 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:15.993091 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-559b95e0-c0e5-493e-9d84-13b4674c3047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:16.031636 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b466fc8823654acaa3b77a3ca2ca723d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787933 May 26 14:52:16.033349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2388ab6-ed3f-42e4-a8bf-d7edccfb18d7,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:16.034578 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59930) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:16.036281 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-aa541fe2-8500-4672-8d9c-dab81949aae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:16.092915 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.117649 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.171954 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.175470 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-39518775-a8f4-413c-aebd-c004048e4c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:16.188612 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2388ab6-ed3f-42e4-a8bf-d7edccfb18d7,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:16.193467 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:16.197442 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.198522 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2388ab6-ed3f-42e4-a8bf-d7edccfb18d7 HTTP/1.1" status: 204 len: 168 time: 0.1629322 May 26 14:52:16.476607 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 59938) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:16.494158 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.508160 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:16.512434 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7092ef155e420daf7319a66aa4b980 is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:16.515132 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:16.520681 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:16.604243 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.608164 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.617027 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c04dec89-2361-4c98-a0ed-fe13a93952a6 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:16.660312 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d7092ef155e420daf7319a66aa4b980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826475 May 26 14:52:16.661223 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9ef23-c6da-43c0-b752-50f1ce5ddbab,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:16.663010 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59942) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:16.664147 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-18632dbe-9eb1-49a9-99e9-10e968489d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:16.727187 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.757097 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.809870 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.816123 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-caf9266f-8b5b-49a4-ba05-36ff4ad3cd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:16.832493 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9ef23-c6da-43c0-b752-50f1ce5ddbab,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:16.839410 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:16.847940 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:16.852132 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00f9ef23-c6da-43c0-b752-50f1ce5ddbab HTTP/1.1" status: 204 len: 168 time: 0.1877849 May 26 14:52:18.286144 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-03655410-25ea-49a2-bbfd-f78ba8fec734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.398837 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 59998) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:18.588143 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.603155 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:18.607097 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:beaaa3cc4cff4edaa91f4c6b73c44c71 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:18.609942 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:18.615737 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:18.707965 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.712037 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.720393 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0c4c7765-542d-48e8-9fa8-9466797708e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:18.760887 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beaaa3cc4cff4edaa91f4c6b73c44c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609502 May 26 14:52:18.761813 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5e0ab-0aec-4341-bc90-f600257ff103,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:18.764336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60016) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:18.764922 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e85c2513-6cec-40f9-8a38-1787d652eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:18.831431 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.858873 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.912093 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.917989 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-8f7114d6-d7ea-46ec-a00e-9481eeca5d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:18.933926 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5e0ab-0aec-4341-bc90-f600257ff103,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:18.937076 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:18.941612 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:18.945201 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ee5e0ab-0aec-4341-bc90-f600257ff103 HTTP/1.1" status: 204 len: 168 time: 0.1765013 May 26 14:52:19.332616 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60028) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:19.350914 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.377994 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:19.382388 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Usage tracker for resource:security_group_rule and tenant:e570255b57654bd3ab0eac15a05a4489 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:19.385276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:19.390871 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:19.472903 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.476601 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.485203 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-b8c23cec-140e-476b-8520-c0f25e40fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:19.526762 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e570255b57654bd3ab0eac15a05a4489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921325 May 26 14:52:19.528275 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec117b6-4a6a-47ee-bd21-aa0b25c1076e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:19.529241 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60032) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:19.531246 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0f72251e-3549-426c-9d75-0a36394d851a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:19.587849 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.613477 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.664443 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.668888 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-d46811fd-5509-40fc-aa49-c2475a398eaf tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:19.681557 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec117b6-4a6a-47ee-bd21-aa0b25c1076e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:19.684444 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:19.687779 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:19.689589 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-23d4e0b4-0a83-43c8-9a0b-dfd77cfa8b1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cec117b6-4a6a-47ee-bd21-aa0b25c1076e HTTP/1.1" status: 204 len: 168 time: 0.1593611 May 26 14:52:20.656125 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7a70-d4d6-4dbb-a358-51c27f9b2e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:20.746531 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:21.671927 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:23.489679 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.383782 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60134) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:24.499450 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.515074 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:24.520112 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:46c20d457cf448b78bc6ff0ffeca326e is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:24.522945 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:24.528697 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:24.618704 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.624816 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.632904 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-8bd574f6-b552-4721-87b9-f77783cc4f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:24.678801 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46c20d457cf448b78bc6ff0ffeca326e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938492 May 26 14:52:24.679912 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81843678-2bca-4b45-bc3b-6678866ef759,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:24.681768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60148) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:24.683572 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-0fa1e984-0000-4d89-9a6e-f825898eb2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:24.749420 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.779171 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.835546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.840559 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e1aa8f53-9b71-4d30-a4ea-04dbf895c30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:24.853230 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81843678-2bca-4b45-bc3b-6678866ef759,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:24.856136 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:24.858369 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:24.862263 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c7edadea-07e2-4bc6-8ba8-52075cb88cb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81843678-2bca-4b45-bc3b-6678866ef759 HTTP/1.1" status: 204 len: 168 time: 0.1777105 May 26 14:52:25.157434 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60164) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:25.176509 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.192403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:25.196194 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Usage tracker for resource:security_group_rule and tenant:c13406092b3d4b74a5065ab8b3de37be is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:25.199054 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:25.204741 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:25.285447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.289094 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.297753 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5e6b55bb-a9fc-4086-bb8e-ff6943c234c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:25.337682 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c13406092b3d4b74a5065ab8b3de37be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795623 May 26 14:52:25.339864 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a672ef33-50a4-433c-8504-125e9d1ad616,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:25.340897 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60168) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:25.342884 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9a1a0125-3281-43ef-a33d-f1f83553330d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:25.398842 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.425169 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.476111 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.481519 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-a3aa3056-d1d7-4cf3-9a51-cf85b0644264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:25.496505 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a672ef33-50a4-433c-8504-125e9d1ad616,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:25.499244 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:25.511009 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:25.512122 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-cb1d926d-fba6-42a8-a8e0-6f5dd2271f90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a672ef33-50a4-433c-8504-125e9d1ad616 HTTP/1.1" status: 204 len: 168 time: 0.1702783 May 26 14:52:26.428620 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60184) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:26.543114 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.557139 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:26.561542 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c974a0a77dff48df8279679bb403915f is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:26.564392 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:26.570004 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:26.652472 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.657329 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.665152 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-cf06ef4e-f85c-40ba-a4d1-d58e05aca9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:26.704968 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c974a0a77dff48df8279679bb403915f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753127 May 26 14:52:26.706768 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8288d0d3-d64b-484c-92d6-00dcb1e12e14,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:26.707812 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60190) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:26.710315 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9def78e6-7ea5-4ec7-b743-ee97f96521e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:26.766361 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.794589 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.935814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.939298 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-4ea4cb9a-2d20-4e48-af13-beaf40b787d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:26.950739 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288d0d3-d64b-484c-92d6-00dcb1e12e14,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:26.954268 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:26.958629 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:26.959902 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-762d3319-a1b1-45ef-a160-5183d622f996 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8288d0d3-d64b-484c-92d6-00dcb1e12e14 HTTP/1.1" status: 204 len: 168 time: 0.2510493 May 26 14:52:27.243811 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60198) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:27.261944 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.275656 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:27.280115 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Usage tracker for resource:security_group_rule and tenant:da73098359f341dab3712c311bc1f7b7 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:27.282835 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:27.288961 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:27.371935 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.376080 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.383268 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-ec7d791e-c601-4a6f-a2a4-87a2e8023e7a tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:27.422927 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da73098359f341dab3712c311bc1f7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780615 May 26 14:52:27.423851 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7a249-e1a5-41b4-8f33-55f50536b0f4,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:27.425666 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60202) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:27.426753 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e9e31c28-ba8f-48f4-96e5-0af6a778aac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:27.486791 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.514037 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.569404 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.575095 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9198f746-3356-47a1-bed0-8ac0356d6493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:27.592487 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b7a249-e1a5-41b4-8f33-55f50536b0f4,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:27.595304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:27.604592 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.605753 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-3f37773a-9435-46ae-8a73-c07e71a6ee58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5b7a249-e1a5-41b4-8f33-55f50536b0f4 HTTP/1.1" status: 204 len: 168 time: 0.1786294 May 26 14:52:27.938637 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60210) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:27.957228 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:27.972247 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:27.976268 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Usage tracker for resource:security_group_rule and tenant:99e9425ae64b496d8cf8a01d758c198c is out of sync, need to count used quota {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:27.979209 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103658) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:27.986043 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.quota.driver [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103658) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:28.071249 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.074995 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.083587 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-194dfab6-b4d2-42cb-8239-86879c4af79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:28.125270 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99e9425ae64b496d8cf8a01d758c198c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855781 May 26 14:52:28.126444 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba273320-2cd7-4f84-acf8-38b2a7c986d1,revision_number=1']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:28.128212 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60214) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:28.129649 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-9a071965-c4f6-40ef-a751-693dad3b089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:28.188666 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.217951 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.268719 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.273711 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-9cac09e1-5728-4b26-8467-b5d730759309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:28.288374 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba273320-2cd7-4f84-acf8-38b2a7c986d1,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:28.290874 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:28.298197 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:28.303317 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e336864c-801e-4fe9-964f-f1f4bd3a1b76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba273320-2cd7-4f84-acf8-38b2a7c986d1 HTTP/1.1" status: 204 len: 168 time: 0.1698165 May 26 14:52:35.392591 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:37.205416 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-2231debf-5755-44b3-adf2-6ab550e9cbad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736032 May 26 14:52:37.346822 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:52:37.355354 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-92004015-0318-494c-9bd1-4c4e6f98885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:37.357545 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-92004015-0318-494c-9bd1-4c4e6f98885c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0745935 May 26 14:52:37.524851 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-e69f4f07-41d3-43e5-a154-7e131459c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:37.527239 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-e69f4f07-41d3-43e5-a154-7e131459c4ad service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1471696 May 26 14:52:37.635476 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-f6db1dee-4df8-4a13-beab-3f5136e0ef63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 1002 time: 0.1005738 May 26 14:52:37.705089 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-1fca566b-e792-4b01-a4bd-404333ceba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:37.706569 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-1fca566b-e792-4b01-a4bd-404333ceba1f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0623927 May 26 14:52:37.787265 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-d7d14446-c641-440f-a538-86d34d18cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:52:37.788811 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-d7d14446-c641-440f-a538-86d34d18cdc3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741010 May 26 14:52:37.933828 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-6fd97d57-da57-4edb-a19d-7c8836942d1a service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339357 May 26 14:52:38.073859 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-6d7c3d6a-3ed5-44b8-b025-fa365e5c20dc req-3f98ef44-0afe-4abc-881c-ef3f368f770f service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319602 May 26 14:52:48.280792 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e214fabe-0509-4fb3-806e-03e25c4647ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:50.653844 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-60d0231e-bd70-4d46-8736-48b8b4c4a8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:50.739001 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:51.673822 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:53.462833 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.478041 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60398) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:56.595692 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.609494 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 14:52:56.613211 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:1291e56e135742d59e810fb3ee2dea85 is out of sync, need to count used quota {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 14:52:56.615949 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103657) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 14:52:56.621502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.quota.driver [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103657) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 14:52:56.704565 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.708186 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_create {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.716349 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-6ffb8305-4d74-4e5b-8f8d-0e9f10b8aa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:56.754300 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1291e56e135742d59e810fb3ee2dea85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751834 May 26 14:52:56.755781 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b4f386-5448-4e74-b171-015317b0648e,revision_number=1']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:56.756953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60404) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:52:56.763013 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.763377 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.763814 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.764672 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.765019 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.765367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.765710 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.766049 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.766391 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.766729 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.767064 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.767399 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:52:56.771261 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-e50b483a-65dd-4d53-9656-e03112c16ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:56.818926 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.844012 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.896221 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.900836 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6fe2897b-805a-4085-a638-929a593e63d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:52:56.912604 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b4f386-5448-4e74-b171-015317b0648e,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:52:56.915950 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:52:56.921752 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:52:56.922827 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6eefcda3-8b98-4866-8073-ec997f6e5300 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5b4f386-5448-4e74-b171-015317b0648e HTTP/1.1" status: 204 len: 168 time: 0.1649387 May 26 14:53:02.255984 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60410) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:02.594944 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Deleting port 0a080ab7-9055-40be-a5bb-74fe549d95c9 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:02.595271 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:02.712081 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:02.712403 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:02.832176 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Calling delete_port for 0a080ab7-9055-40be-a5bb-74fe549d95c9 owned by network:floatingip {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:02.959173 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:02.962529 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-92f1985f-80fe-47cd-9257-34bd8e0730bd tempest-AttachVolumeTestJSON-756309620 tempest-AttachVolumeTestJSON-756309620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:03.003045 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event deleted for resources: {'Port': ['ID=0a080ab7-9055-40be-a5bb-74fe549d95c9,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:03.012482 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.012863 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.013234 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.013599 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.013941 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.014304 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.015124 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.015124 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.015844 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.016393 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.016538 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.016859 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:03.043499 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:03.108301 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for floatingip, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:03.108688 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.db.l3_db [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Floating IP 447e99e3-a849-43a9-9a45-cef1f8726829 disassociated (deleted). External IP: 172.28.3.143, port: 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3. May 26 14:53:03.452179 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Router e4b4ac82-9afe-46fb-893b-f3da2032fec3 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:53:03.627113 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:53:03.636301 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Sync routers for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:53:03.645810 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:03.646422 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:03.648289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for floatingip, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:03.701432 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "DELETE /v2.0/floatingips/447e99e3-a849-43a9-9a45-cef1f8726829 HTTP/1.1" status: 204 len: 168 time: 1.4444008 May 26 14:53:03.702067 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:53:03.748475 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'status': 'completed', 'code': 200} May 26 14:53:03.826563 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:03.841276 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-e86a9786-48f2-49b2-a8e5-66ea83bf757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:03.842783 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-e86a9786-48f2-49b2-a8e5-66ea83bf757d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=307d0c19ddef498e81410953eeee6cd7&device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0701487 May 26 14:53:03.991309 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-fe68af5a-1814-454f-be73-25c95624c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:03.992678 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-fe68af5a-1814-454f-be73-25c95624c7b2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 200 len: 911 time: 0.1380453 May 26 14:53:04.065024 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-54016438-e555-4cc6-954b-5aea56e0ce68 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 200 len: 217 time: 0.0639198 May 26 14:53:04.076505 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259fe47-82c9-48a9-8b8a-c858f0624ca9 req-56c6cfa7-2ff3-4025-9ce7-7b8377cab9df tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:04.077342 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-1259fe47-82c9-48a9-8b8a-c858f0624ca9 req-56c6cfa7-2ff3-4025-9ce7-7b8377cab9df tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:53:04.093458 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.quota.resource [req-1259fe47-82c9-48a9-8b8a-c858f0624ca9 req-56c6cfa7-2ff3-4025-9ce7-7b8377cab9df tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103658) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:53:04.094598 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1259fe47-82c9-48a9-8b8a-c858f0624ca9 req-56c6cfa7-2ff3-4025-9ce7-7b8377cab9df tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.1010346 May 26 14:53:04.139678 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-4776bcf3-cd76-4999-ae4f-2e39fb49df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:04.141753 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-4776bcf3-cd76-4999-ae4f-2e39fb49df2a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 200 len: 848 time: 0.0691364 May 26 14:53:04.144214 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [req-1259fe47-82c9-48a9-8b8a-c858f0624ca9 req-21033b9b-0d82-4854-9fed-45f72725350c tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 May 26 14:53:04.157363 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:04.164063 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Checking router: e4b4ac82-9afe-46fb-893b-f3da2032fec3 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:53:04.172212 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:04.172799 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:04.217665 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-af18a4eb-6c7f-42ce-95bd-36b634a9c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:04.219126 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-af18a4eb-6c7f-42ce-95bd-36b634a9c50d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a933fd27-2403-4d5d-9085-c64b80f5ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699995 May 26 14:53:04.356286 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:04.439973 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-89e6ec3c-82bf-4faa-a0d7-033171ad794e service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136188 May 26 14:53:04.570749 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-9589163c-8356-4da3-88f6-0a08cb16dfbe req-61579a23-f44a-4a5c-b125-93171a5e1306 service neutron] 10.222.0.68 "GET /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222410 May 26 14:53:04.661731 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:04.665564 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3f2d6-0452-420a-ad5b-941f1ffadfa0 None None] The sync data for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb is: [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:48:29Z', 'revision_number': 4, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb', '_interfaces': [{'id': 'ce39cd67-dd71-4199-8c2a-860a86ffc18b', 'name': '', 'network_id': 'a933fd27-2403-4d5d-9085-c64b80f5ad6f', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'mac_address': 'fa:16:3e:f9:ee:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:28Z', 'updated_at': '2021-05-26T14:48:36Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'subnets': [{'id': 'e9c807fd-f811-4c26-bc77-189aefd33ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:53:04.867382 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb8c90-c57f-40ff-b591-37e3c4d23ef6 None None] New status for floating IP 447e99e3-a849-43a9-9a45-cef1f8726829: DOWN {{(pid=103660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 14:53:05.323793 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f75c12-c06a-44e5-8846-b0557054ab94 req-c221bdab-abdc-4a47-b6ca-3441f770a7eb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:05.325115 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b4f75c12-c06a-44e5-8846-b0557054ab94 req-c221bdab-abdc-4a47-b6ca-3441f770a7eb tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0775225 May 26 14:53:05.372786 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-b4f75c12-c06a-44e5-8846-b0557054ab94 req-957a7108-24ab-47ff-a58e-dfb53da8e408 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/security-groups?id=15bb91b3-cf05-432e-b0a4-33bc2d68a91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 May 26 14:53:05.386966 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:05.704697 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-3c1940a1-28da-4b52-b276-ea60f6fbc224 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 14:53:05.706090 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-3c1940a1-28da-4b52-b276-ea60f6fbc224 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.68 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 946 time: 0.0771081 May 26 14:53:05.844755 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Deleting port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:05.845083 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:05.984502 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] For port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:05.984769 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:06.103854 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Calling delete_port for 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 owned by compute:nova {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:06.213337 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:06.219654 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-77a944a8-44fe-492a-b287-94903ac96609 tempest-TestMinimumBasicScenario-1809329412 tempest-TestMinimumBasicScenario-1809329412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:06.263367 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event deleted for resources: {'Port': ['ID=45459b8a-366e-4cfe-b9c7-b3dbc7e368d3,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:06.266838 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:06.337947 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] No DVR routers for this DVR port 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 on host hv-cinder-77459 {{(pid=103657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:53:06.340359 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205339'] for port, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:06.342815 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-deleted', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3'}] {{(pid=103657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 14:53:06.361768 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-a310b8ea-71b5-4770-82d9-6c363dadd956 req-63213969-dede-4ee0-a045-f14ae55caeb8 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.68 "DELETE /v2.0/ports/45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 HTTP/1.1" status: 204 len: 173 time: 0.6459589 May 26 14:53:06.400604 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489b9bd-6a0b-4867-acf0-d016b65cd3e4', 'name': 'network-vif-deleted', 'tag': '45459b8a-366e-4cfe-b9c7-b3dbc7e368d3', 'status': 'completed', 'code': 200} May 26 14:53:06.677402 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-887d262e-03b4-4c6c-a201-737c2e3592ff req-e8db1291-5f34-4ae0-a64a-142905be62ff tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Synchronizing usage tracker for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103657) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 14:53:06.694414 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.quota.resource [req-887d262e-03b4-4c6c-a201-737c2e3592ff req-e8db1291-5f34-4ae0-a64a-142905be62ff tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Unset dirty status for tenant:307d0c19ddef498e81410953eeee6cd7 on resource:port {{(pid=103657) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 14:53:06.695684 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [req-887d262e-03b4-4c6c-a201-737c2e3592ff req-e8db1291-5f34-4ae0-a64a-142905be62ff tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "GET /v2.0/ports?device_id=f489b9bd-6a0b-4867-acf0-d016b65cd3e4 HTTP/1.1" status: 200 len: 210 time: 0.0619581 May 26 14:53:07.794348 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60430) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:07.863034 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:07.891293 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:07.952656 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:07.958808 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-95fe8a1e-ba00-489c-8b88-1e0a2b6363b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:07.982070 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb91b3-cf05-432e-b0a4-33bc2d68a91b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:07.986618 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:07.992683 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:07.993815 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-236767d5-5a9c-4afb-8758-6d70c49ca650 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] 10.222.0.25 "DELETE /v2.0/security-groups/15bb91b3-cf05-432e-b0a4-33bc2d68a91b HTTP/1.1" status: 204 len: 168 time: 0.1985161 May 26 14:53:08.036135 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60436) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:08.604124 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:08.641556 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-0460006c-f912-450e-8652-172b35998bad None None] No Port match for: 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:08.641900 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-0460006c-f912-450e-8652-172b35998bad None None] Device 45459b8a-366e-4cfe-b9c7-b3dbc7e368d3 not bound to the agent host hv-cinder-77459 {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:08.657410 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:09.061984 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Deleting port ce39cd67-dd71-4199-8c2a-860a86ffc18b {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:09.063328 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:09.181196 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] For port ce39cd67-dd71-4199-8c2a-860a86ffc18b, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=ce39cd67-dd71-4199-8c2a-860a86ffc18b,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:09.181563 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:09.300975 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Calling delete_port for ce39cd67-dd71-4199-8c2a-860a86ffc18b owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:09.442174 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:09.446295 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-f13bd545-3381-41bf-93d1-19b4af59b196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:09.487454 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce39cd67-dd71-4199-8c2a-860a86ffc18b,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:09.489928 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:09.842302 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:10.193333 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Router e4b4ac82-9afe-46fb-893b-f3da2032fec3 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:53:10.370075 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:53:10.379749 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Sync routers for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:53:10.388189 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-6a92b819-b75f-4be0-ae4c-8b23c4b27ae9 admin admin] 10.222.0.25 "PUT /v2.0/routers/e4b4ac82-9afe-46fb-893b-f3da2032fec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3508899 May 26 14:53:10.391168 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:10.391331 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60440) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:10.391994 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:10.567582 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:10.606844 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: dv-cinder-774594-6-smb {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:10.737012 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:10.896781 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35'}], 'enable_snat': True}, 'gw_port_id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:53:09Z', 'revision_number': 5, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port': {'id': '2e1516c1-7324-4878-8ce4-f326accbcb43', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:23Z', 'updated_at': '2021-05-26T14:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:10.900554 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Checking router: e4b4ac82-9afe-46fb-893b-f3da2032fec3 for host: dv-cinder-774594-6-smb {{(pid=103659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:53:10.909362 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Routers {'e4b4ac82-9afe-46fb-893b-f3da2032fec3'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:10.909973 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'], 'active': True} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:10.910890 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Deleting port 2e1516c1-7324-4878-8ce4-f326accbcb43 {{(pid=103657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:10.911225 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.030099 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.db [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] For port 2e1516c1-7324-4878-8ce4-f326accbcb43, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=2e1516c1-7324-4878-8ce4-f326accbcb43,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:11.030462 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.057616 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvr_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] Set router e4b4ac82-9afe-46fb-893b-f3da2032fec3 gateway port host: None {{(pid=103659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:11.151609 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Calling delete_port for 2e1516c1-7324-4878-8ce4-f326accbcb43 owned by network:router_gateway {{(pid=103657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:11.162895 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_hamode_db [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:53:10Z', 'revision_number': 6, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:11.166776 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdc784-b258-4cee-a809-952eee73c60a None None] The sync data for ids ['e4b4ac82-9afe-46fb-893b-f3da2032fec3'] in dv-cinder-774594-6-smb is: [{'id': 'e4b4ac82-9afe-46fb-893b-f3da2032fec3', 'name': 'tempest-TestShelveInstance-1160636233-router', 'tenant_id': '307d0c19ddef498e81410953eeee6cd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:22Z', 'updated_at': '2021-05-26T14:53:10Z', 'revision_number': 6, 'project_id': '307d0c19ddef498e81410953eeee6cd7', 'gw_port_host': None}] {{(pid=103659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:53:11.290176 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5582607'] for port, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.294537 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-2484eda0-ad9f-414c-b335-0e66a1946ff5 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:11.335515 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1516c1-7324-4878-8ce4-f326accbcb43,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:11.338580 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:11.426763 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.598218 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.600395 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.622435 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.622948 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b4ac82-9afe-46fb-893b-f3da2032fec3 {{(pid=103657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:53:11.635598 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] Notify callbacks [] for router, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.636713 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-1d5b6105-0db1-4e0b-bd37-c34fc24d37b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e4b4ac82-9afe-46fb-893b-f3da2032fec3 HTTP/1.1" status: 204 len: 168 time: 1.2443657 May 26 14:53:11.639279 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.wsgi [-] (103657) accepted ('10.222.0.25', 60444) {{(pid=103657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:11.696910 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Deleting subnet e9c807fd-f811-4c26-bc77-189aefd33ae5 {{(pid=103657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:53:11.699642 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.748478 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5581778'] for subnet, precommit_delete_associations {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:11.822905 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.083487 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5742334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5545936'] for subnet, after_delete {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.087638 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:12.120440 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c807fd-f811-4c26-bc77-189aefd33ae5,revision_number=None']} {{(pid=103657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:12.123921 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG oslo_concurrency.lockutils [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:12.127879 dv-cinder-774594-6-smb neutron-server[103657]: DEBUG neutron_lib.callbacks.manager [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for subnet, before_response {{(pid=103657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.134726 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0862ec0-0617-4354-9dc8-5859b6f6f6f7 None None] Network a933fd27-2403-4d5d-9085-c64b80f5ad6f requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:53:12.136643 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60448) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:12.137060 dv-cinder-774594-6-smb neutron-server[103657]: INFO neutron.wsgi [None req-23d136ef-ea37-436a-8011-fcbb84278535 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9c807fd-f811-4c26-bc77-189aefd33ae5 HTTP/1.1" status: 204 len: 168 time: 0.4962103 May 26 14:53:12.245539 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.314288 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Deleting port 74819c81-1d89-4db7-9477-4610a3e61145 {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:12.314665 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.412558 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] DHCP port deletion for a933fd27-2403-4d5d-9085-c64b80f5ad6f request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:53:12.414792 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] For port 74819c81-1d89-4db7-9477-4610a3e61145, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=74819c81-1d89-4db7-9477-4610a3e61145,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:12.415231 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.446423 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 2e1516c1-7324-4878-8ce4-f326accbcb43 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:12.494386 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 2e1516c1-7324-4878-8ce4-f326accbcb43 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:12.494738 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 2e1516c1-7324-4878-8ce4-f326accbcb43 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:12.495154 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device ce39cd67-dd71-4199-8c2a-860a86ffc18b no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:12.528813 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: ce39cd67-dd71-4199-8c2a-860a86ffc18b {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:12.529087 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device ce39cd67-dd71-4199-8c2a-860a86ffc18b not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:12.537090 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Calling delete_port for 74819c81-1d89-4db7-9477-4610a3e61145 owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:12.547936 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Deleting port 74819c81-1d89-4db7-9477-4610a3e61145 {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:12.548317 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.583856 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.588384 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-5873465d-3f0f-4974-8e74-b7ee07f8002f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:12.634161 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Pushing event deleted for resources: {'Port': ['ID=74819c81-1d89-4db7-9477-4610a3e61145,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:12.635946 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] No DVR routers for this DVR port 74819c81-1d89-4db7-9477-4610a3e61145 on host dv-cinder-774594-6-smb {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:53:12.637352 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:12.650566 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] For port 74819c81-1d89-4db7-9477-4610a3e61145, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=74819c81-1d89-4db7-9477-4610a3e61145,segment=NetworkSegment(a58b6f29-4272-4d30-88a5-112dc65a7501),segment_id=a58b6f29-4272-4d30-88a5-112dc65a7501)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:12.650988 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.774160 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Calling delete_port for 74819c81-1d89-4db7-9477-4610a3e61145 owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:12.816915 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.821163 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-8f11633f-4e48-46e5-9944-4fe959bbdfa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:12.849021 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.862341 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a933fd27-2403-4d5d-9085-c64b80f5ad6f']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:12.863799 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Pushing event deleted for resources: {'Port': ['ID=74819c81-1d89-4db7-9477-4610a3e61145,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:12.866068 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] No DVR routers for this DVR port 74819c81-1d89-4db7-9477-4610a3e61145 on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:53:12.874972 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.875311 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.875642 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.876006 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.876580 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.876818 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58b6f29-4272-4d30-88a5-112dc65a7501') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:12.876942 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.877142 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58b6f29-4272-4d30-88a5-112dc65a7501') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:12.877270 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.877508 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.877822 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.878126 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.878535 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.878737 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-6-smb {{(pid=103659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:53:12.881619 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-30b5d044-4f60-47f2-9cf2-351b838e0b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:12.888530 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.905138 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.912166 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:53:12.912538 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:53:12.925416 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:53:13.000540 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:13.004353 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:13.017734 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:13.028783 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Pushing event deleted for resources: {'Network': ['ID=a933fd27-2403-4d5d-9085-c64b80f5ad6f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:13.032736 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:13.040948 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-bff6c37f-3765-4acd-9c6b-6bb3f778f214 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a933fd27-2403-4d5d-9085-c64b80f5ad6f HTTP/1.1" status: 204 len: 168 time: 0.9027441 May 26 14:53:13.043840 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60452) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:13.566088 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1013959'] for router_interface, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:13.959651 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Deleting port 8e73e238-7889-4932-8107-1282fbbdda9f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:13.960012 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:14.085193 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] For port 8e73e238-7889-4932-8107-1282fbbdda9f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=8e73e238-7889-4932-8107-1282fbbdda9f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:14.085572 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:14.299977 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Calling delete_port for 8e73e238-7889-4932-8107-1282fbbdda9f owned by network:router_interface {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:14.346631 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:53:14.385288 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 74819c81-1d89-4db7-9477-4610a3e61145 no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:14.448757 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:14.454015 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-41e139aa-4809-4caf-95b4-2d7aba4cf997 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:14.455315 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 74819c81-1d89-4db7-9477-4610a3e61145 {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:14.455659 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 74819c81-1d89-4db7-9477-4610a3e61145 not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:14.523951 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e73e238-7889-4932-8107-1282fbbdda9f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:14.526382 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:14.760976 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1010295'] for router_interface, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:15.113952 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Router 33cb2d9c-a4f3-41da-9821-a6a62a334069 has already been hosted by L3 agent f3f71011-75f6-41ea-9852-2f36a2377698 {{(pid=103658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 14:53:15.287095 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] Notify agent at l3_agent.dv-cinder-774594-6-smb the message routers_updated {{(pid=103658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 14:53:15.295204 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Sync routers for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:53:15.303122 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-52a5499c-ccae-41cb-9900-c19380e82988 admin admin] 10.222.0.25 "PUT /v2.0/routers/33cb2d9c-a4f3-41da-9821-a6a62a334069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2581460 May 26 14:53:15.305555 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:15.305691 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60456) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:15.306143 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:15.481107 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: dv-cinder-774594-6-smb {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:15.583610 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:15.755802 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:15.790225 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'external_fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:53:14Z', 'revision_number': 5, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port': {'id': 'a35746c8-f2ea-452f-85ba-6c51cdc7c3fe', 'name': '', 'network_id': '2a6e6b15-9d63-4dca-86e7-97c9df6a5f70', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:11:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T14:48:35Z', 'updated_at': '2021-05-26T14:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2d80549-3688-4d29-b294-1b44113c9bf7', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-6-smb'}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:15.793941 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Checking router: 33cb2d9c-a4f3-41da-9821-a6a62a334069 for host: dv-cinder-774594-6-smb {{(pid=103660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:53:15.802878 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Routers {'33cb2d9c-a4f3-41da-9821-a6a62a334069'} bound to L3 agent in host dv-cinder-774594-6-smb {{(pid=103660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 14:53:15.803461 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T14:36:21Z,description=,heartbeat_timestamp=2021-05-26T14:52:51Z,host='dv-cinder-774594-6-smb',id=f3f71011-75f6-41ea-9852-2f36a2377698,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T14:36:21Z,topic='l3_agent')) {'router_ids': ['33cb2d9c-a4f3-41da-9821-a6a62a334069'], 'active': True} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:15.827546 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Deleting port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:15.828151 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:15.950573 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] For port a35746c8-f2ea-452f-85ba-6c51cdc7c3fe, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,segment=NetworkSegment(89a66d3a-f23b-4f06-b568-7bcd75b8c66f),segment_id=89a66d3a-f23b-4f06-b568-7bcd75b8c66f)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:15.950919 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:15.956289 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_dvr_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] Set router 33cb2d9c-a4f3-41da-9821-a6a62a334069 gateway port host: None {{(pid=103660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 14:53:16.063044 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.l3_hamode_db [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:53:15Z', 'revision_number': 6, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port_host': None}], 'dv-cinder-774594-6-smb', False) {} {{(pid=103660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:16.068171 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe76de-38a6-4b00-9fb7-b77293e4e34d None None] The sync data for ids ['33cb2d9c-a4f3-41da-9821-a6a62a334069'] in dv-cinder-774594-6-smb is: [{'id': '33cb2d9c-a4f3-41da-9821-a6a62a334069', 'name': 'tempest-TestShelveInstance-1927136659-router', 'tenant_id': '11d6571fd3a54515869aadb761cf1be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T14:48:33Z', 'updated_at': '2021-05-26T14:53:15Z', 'revision_number': 6, 'project_id': '11d6571fd3a54515869aadb761cf1be4', 'gw_port_host': None}] {{(pid=103660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:53:16.075430 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Calling delete_port for a35746c8-f2ea-452f-85ba-6c51cdc7c3fe owned by network:router_gateway {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:16.216070 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.220379 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-32916b49-7a46-4611-ab9b-224c55c7c201 tempest-ServerRescueNegativeTestJSON-2123924140 tempest-ServerRescueNegativeTestJSON-2123924140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:16.294453 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35746c8-f2ea-452f-85ba-6c51cdc7c3fe,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:16.296803 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:16.355381 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1011432'] for router_gateway, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.542028 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1009783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1772'] for router, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.544192 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.568779 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1010011'] for router, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.569361 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33cb2d9c-a4f3-41da-9821-a6a62a334069 {{(pid=103658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 14:53:16.581650 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.583049 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-e6744cf7-9c8f-4687-9615-4702d7e56ba7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/33cb2d9c-a4f3-41da-9821-a6a62a334069 HTTP/1.1" status: 204 len: 168 time: 1.2762828 May 26 14:53:16.585281 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60460) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:16.649338 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Deleting subnet f72a69da-8583-4961-9dcc-5f4175a9db49 {{(pid=103658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 14:53:16.652185 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.700766 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6372851'] for subnet, precommit_delete_associations {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.781251 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908962'] for subnet, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:16.813785 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8e73e238-7889-4932-8107-1282fbbdda9f no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:16.847859 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: 8e73e238-7889-4932-8107-1282fbbdda9f {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:16.848211 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device 8e73e238-7889-4932-8107-1282fbbdda9f not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:17.040930 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1910581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6451814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5669139'] for subnet, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.045234 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:17.178707 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72a69da-8583-4961-9dcc-5f4175a9db49,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:17.181280 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:17.185647 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.192012 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23dc787-5695-42e9-bd13-fd5f53f9c6ab None None] Network 583c5af9-1eae-4327-b4b4-6601c190bfdc requested from dv-cinder-774594-6-smb {{(pid=103659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 14:53:17.192722 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-40a78e46-b3e3-4b7d-83b7-f1e451c12b71 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f72a69da-8583-4961-9dcc-5f4175a9db49 HTTP/1.1" status: 204 len: 168 time: 0.6065083 May 26 14:53:17.195148 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60464) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:17.297715 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037366'] for network, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.367270 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Deleting port f555db0a-d58e-492b-99e5-e49be68fa09f {{(pid=103658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:17.367494 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.431296 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] DHCP port deletion for 583c5af9-1eae-4327-b4b4-6601c190bfdc request from dv-cinder-774594-6-smb {{(pid=103659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 14:53:17.469536 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.db [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] For port f555db0a-d58e-492b-99e5-e49be68fa09f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=f555db0a-d58e-492b-99e5-e49be68fa09f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:17.469915 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.495340 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Deleting port f555db0a-d58e-492b-99e5-e49be68fa09f {{(pid=103659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 14:53:17.495736 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792205582668'] for port, before_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.595824 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Calling delete_port for f555db0a-d58e-492b-99e5-e49be68fa09f owned by network:dhcp {{(pid=103658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:17.597312 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.db [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] For port f555db0a-d58e-492b-99e5-e49be68fa09f, host dv-cinder-774594-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-6-smb',level=0,port_id=f555db0a-d58e-492b-99e5-e49be68fa09f,segment=NetworkSegment(83c610b7-10c5-4489-8204-e43fc90b5ed8),segment_id=83c610b7-10c5-4489-8204-e43fc90b5ed8)] {{(pid=103659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 14:53:17.597712 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010996'] for port, precommit_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.654763 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6341527'] for port, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.659162 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-387c3ed5-0987-414c-82e0-97790f5dca70 tempest-TestShelveInstance-1022448688 tempest-TestShelveInstance-1022448688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:17.705374 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f555db0a-d58e-492b-99e5-e49be68fa09f,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:17.707905 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:17.710312 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] No DVR routers for this DVR port f555db0a-d58e-492b-99e5-e49be68fa09f on host dv-cinder-774594-6-smb {{(pid=103658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:53:17.719288 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Calling delete_port for f555db0a-d58e-492b-99e5-e49be68fa09f owned by network:dhcp {{(pid=103659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 14:53:17.761401 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792205584550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792205200869'] for port, after_delete {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.765860 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-0460006c-f912-450e-8652-172b35998bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:17.811365 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Pushing event deleted for resources: {'Port': ['ID=f555db0a-d58e-492b-99e5-e49be68fa09f,revision_number=None']} {{(pid=103659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:17.813297 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] No DVR routers for this DVR port f555db0a-d58e-492b-99e5-e49be68fa09f on host dv-cinder-774594-6-smb {{(pid=103659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:53:17.814644 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG oslo_concurrency.lockutils [None req-b46f2b41-9885-4a19-9131-f2d896377787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:17.830419 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1911423', 'neutron.services.segments.db._delete_segments_for_network-8792205662437'] for network, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.843989 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583c5af9-1eae-4327-b4b4-6601c190bfdc']}} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:17.856066 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c610b7-10c5-4489-8204-e43fc90b5ed8') {'for_net_delete': True} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:17.856469 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.services.segments.db [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c610b7-10c5-4489-8204-e43fc90b5ed8') {} {{(pid=103658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:53:17.868057 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792205670054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6372810'] for segment, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.884584 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319'] for segment, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.891217 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=103658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:53:17.891677 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6341572'] for segment, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: Traceback (most recent call last): May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: timer() May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: cb(*args, **kw) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: return func(*args, **kwargs) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: self._notify() May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: self.callback(batched_events) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: event.method(event) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: aggregate_uuid = self.p_client.list_aggregates( May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: return f(self, *a, **k) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: return self._get(url).json() May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: return self.request(url, 'GET', **kwargs) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: base_url = self.get_endpoint(auth, allow=allow, May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 14:53:17.904912 dv-cinder-774594-6-smb neutron-server[103658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 14:53:17.981953 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1911392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-984910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1011399'] for network, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.986719 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535585'] for network, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:17.989060 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:18.011053 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=583c5af9-1eae-4327-b4b4-6601c190bfdc,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:18.013289 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:18.017562 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-c17ee46c-30dd-406f-ba3d-c5a65a0b0e29 admin admin] 10.222.0.25 "DELETE /v2.0/networks/583c5af9-1eae-4327-b4b4-6601c190bfdc HTTP/1.1" status: 204 len: 168 time: 0.8215184 May 26 14:53:18.204533 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60470) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:18.252971 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-ed080bb0-cd95-4034-9a13-8a9d1af6fcaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=307d0c19ddef498e81410953eeee6cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471365 May 26 14:53:18.255535 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60474) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:18.282938 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-71650737-e116-4666-ad13-dc9a69405936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:18.317737 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:18.344582 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:18.389079 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device a35746c8-f2ea-452f-85ba-6c51cdc7c3fe no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:18.407379 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:18.411157 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-11ddfbfe-8738-465d-aa3b-6145854d42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:18.423636 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c56ed-e5fa-402b-a63d-43a61b244a41,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:18.424243 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: a35746c8-f2ea-452f-85ba-6c51cdc7c3fe {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:18.424598 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device a35746c8-f2ea-452f-85ba-6c51cdc7c3fe not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:18.425017 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device f555db0a-d58e-492b-99e5-e49be68fa09f no longer exists at agent ovs-agent-dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 14:53:18.427262 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:18.432318 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:18.433658 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-0252e5e4-5bd5-4305-9588-9a1b9d2047d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf4c56ed-e5fa-402b-a63d-43a61b244a41 HTTP/1.1" status: 204 len: 168 time: 0.1771920 May 26 14:53:18.470789 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.plugin [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] No Port match for: f555db0a-d58e-492b-99e5-e49be68fa09f {{(pid=103659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 14:53:18.471137 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron.plugins.ml2.rpc [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Device f555db0a-d58e-492b-99e5-e49be68fa09f not bound to the agent host dv-cinder-774594-6-smb {{(pid=103659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 14:53:18.770000 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60482) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:19.019355 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-2b7553dc-9ad5-4c93-89c0-107116384aab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11d6571fd3a54515869aadb761cf1be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481277 May 26 14:53:19.021758 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.wsgi [-] (103658) accepted ('10.222.0.25', 60488) {{(pid=103658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 14:53:19.077447 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:19.102396 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:19.152378 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984928'] for security_group, after_delete {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:19.157690 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-3a2b495d-7d72-4ea2-890f-ab7e4b4c835d tempest-AttachVolumeShelveTestJSON-1378014846 tempest-AttachVolumeShelveTestJSON-1378014846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 14:53:19.170336 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31669b67-54b1-4ca0-9d0c-a7e1accdc1ad,revision_number=None']} {{(pid=103658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:53:19.173538 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG oslo_concurrency.lockutils [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 14:53:19.174740 dv-cinder-774594-6-smb neutron-server[103658]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:19.175952 dv-cinder-774594-6-smb neutron-server[103658]: INFO neutron.wsgi [None req-a6fe4472-8121-402d-b222-41c99975aaa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31669b67-54b1-4ca0-9d0c-a7e1accdc1ad HTTP/1.1" status: 204 len: 168 time: 0.1531897 May 26 14:53:20.656300 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-e321cff6-c374-41d5-a5d2-cdde78405895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:20.742054 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:21.677208 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:23.466129 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:35.384493 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:48.285031 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-27447877-8639-4194-9590-c3d3582cb24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:50.658350 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bbc0ca9c-cdca-4268-b99f-5a8136bb0243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:50.743115 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:51.345519 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:53:51.678674 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:53:53.469611 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:05.381821 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:18.286210 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1fabbde7-0b0a-47ea-94eb-0ff478205441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:20.659685 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-5cfad824-75c4-42cb-827e-2ab68a09f894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:20.745442 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:21.682025 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:23.471650 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:28.344218 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:54:35.392591 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:48.287989 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcab7-1177-4d44-926d-7842abed70a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:50.660962 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-1054350d-ce1e-4289-abd9-750f8aab44a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:50.748226 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:51.684794 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:54:53.476626 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:05.343602 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:55:05.425718 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:18.290811 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b22f313e-18d1-4045-bd6b-982b1b264dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:20.661387 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-b23dc68e-7d6c-4a39-9c13-d7bceb22af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:20.750604 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:21.688363 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:23.477625 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:35.441757 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:42.342047 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:55:48.292850 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-dfb7bc8d-1108-4309-815b-79f3956c2736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:50.665006 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-385a74b4-c10e-4b4c-a8b4-bb25332e41c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:50.751299 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:51.690755 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:55:53.479562 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:05.444635 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:18.294890 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-216b121e-ded5-4361-8500-61489f150bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:19.341122 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:56:20.665837 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-f12b406c-9daf-4dce-83e1-6ed8cf366657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:20.754708 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:21.693142 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:23.482474 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:35.455454 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:48.296750 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4a07-a185-4cd2-9170-511bc115b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:50.667933 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-7264fef3-7254-4033-b075-3521df769cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:50.757533 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:51.696733 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:53.485190 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:56:56.339585 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:57:05.456116 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:18.302639 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-bfc1606b-fabc-4c01-98c9-b59a3aecfe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:20.665887 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ab2-fdd7-4348-9695-70ec2209af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:20.761271 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:21.699046 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:23.486546 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:33.338611 dv-cinder-774594-6-smb neutron-server[103660]: DEBUG neutron.db.agents_db [None req-05839d03-4ed8-4cc3-9378-8cb3a4267842 None None] Agent healthcheck: found 6 active agents {{(pid=103660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 14:57:35.470795 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:48.304623 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e0fb519-961b-4d79-b180-36bb92c8cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:50.667438 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-8e5bb3a0-00e4-496e-b84e-93481b854442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:50.764020 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-ce045428-d778-4b12-b666-39dc160322c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:51.701302 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-a9e8907e-36ba-48af-a0eb-b9895b6d740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:57:53.494283 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-73536761-f934-42c2-8e42-8af59fa095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 14:58:05.487932 dv-cinder-774594-6-smb neutron-server[103659]: DEBUG neutron_lib.callbacks.manager [None req-0460006c-f912-450e-8652-172b35998bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792205662455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906081'] for agent, after_update {{(pid=103659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}